{"msg":"Running step start_crdb","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:14.251944339Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"Starting CRDB","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:14.253056905Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmpP8vybr","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:14.280903819Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar) to storage directory (/var/tmp/omicron_tmp/.tmpP8vybr/data)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:14.280972646Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpP8vybr/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpP8vybr/listen-url","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:14.299461474Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"cockroach environment: BUILDOMAT_JOB_ID=01JT2JWKGHF3JHFMW0JR13NSA6 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=531912b3fc900900bc7bd18f5eac1ce1e22cb1cd GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=29735cc2-0883-4059-8ca2-1da53f01ede3 NEXTEST_TEST_GLOBAL_SLOT=1 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-553062f859dbbfa0/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.86.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:14.299828465Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"cockroach pid: 27869","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:15.977176571Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"cockroach listen URL: postgresql://root@[::1]:53211/omicron?sslmode=disable","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:15.977320828Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"Running step start_clickhouse","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:15.978157065Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"Starting Clickhouse","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:15.978201844Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"Running step start_gateway_switch0","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:16.499765876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"Starting Management Gateway","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:16.499896106Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"Running step start_dendrite_switch0","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:16.62239641Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"Starting Dendrite for switch0","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:16.622538984Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"Running step start_mgd_switch0","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:16.716428032Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"Starting mgd for switch0","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:16.716534774Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"mgd port is 41830","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:16.785599311Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"Running step record_switch_dns","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:16.785680803Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"Recording DNS for the switch zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:16.785717075Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"Running step start_gateway_switch1","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:16.785856213Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"Starting Management Gateway","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:16.785899268Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"Running step start_dendrite_switch1","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:16.906897309Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"Starting Dendrite for switch1","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:16.906950034Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"Running step start_mgd_switch1","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:16.962893307Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"Starting mgd for switch1","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:16.962982705Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"mgd port is 48273","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.070246652Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"Running step record_switch_dns","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.070374036Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"Recording DNS for the switch zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.070433975Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"switch_location":"switch1","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"Running step start_internal_dns","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.070480648Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"opening sled database","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.070583363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpuIP94r"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.221264385Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server"}
{"msg":"pruning trees for generations older than 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.221512189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","keep":3}
{"msg":"DNS server bound to address","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.221734301Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:54334"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.222605417Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:47007","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.222754203Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:47007","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"PUT"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.222889252Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:47007","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.22377663Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:47007","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"Running step start_external_dns","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.223995346Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"opening sled database","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.224187369Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmp3n1o6H"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.233248583Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"external_dns_server"}
{"msg":"pruning trees for generations older than 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.233348562Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"external_dns_server","keep":3}
{"msg":"DNS server bound to address","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.23347836Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:33422"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.233702417Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:52841","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.23380462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:52841","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"PUT"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.233902596Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:52841","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.23476828Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:52841","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"Running step start_nexus_internal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.235050944Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"Starting Nexus (internal API)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.235170462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"setting up nexus server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.235788363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.23851203Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"Action"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.238718Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"AnyActor"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.238817709Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"AuthenticatedActor"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.238965924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"BlueprintConfig"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.239052236Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"Database"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.239161654Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"DnsConfig"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.239256453Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"Fleet"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.239366883Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"Inventory"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.239449097Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"IpPoolList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.239533345Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"ConsoleSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.239689355Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"DeviceAuthRequestList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.239787531Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"SiloCertificateList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.239894073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"SiloIdentityProviderList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.239976648Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"SiloUserList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.240073741Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"TargetReleaseConfig"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.240152147Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"WebhookEventClassList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.24059016Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"Project"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.240742534Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"Disk"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.240859918Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"Snapshot"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.240987592Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"ProjectImage"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.241072932Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"AffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.241258231Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"AntiAffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.241343431Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"Instance"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.241430735Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"IpPool"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.241541636Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"InstanceNetworkInterface"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.241676996Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"Vpc"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.241786985Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"VpcRouter"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.24187976Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"InternetGateway"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.241959058Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"InternetGatewayIpPool"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.242068125Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"InternetGatewayIpAddress"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.242255659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"RouterRoute"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.242358393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"VpcSubnet"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.242449755Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"FloatingIp"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.242530927Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"Image"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.24266818Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"SiloImage"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.242772909Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"AddressLot"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.242871726Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"Blueprint"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.243009791Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"LoopbackAddress"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.243127926Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"Certificate"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.243216924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"ConsoleSession"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.243312534Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"DeviceAuthRequest"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.243402373Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"DeviceAccessToken"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.243494557Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"PhysicalDisk"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.243595989Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"Rack"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.243775877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"RoleBuiltin"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.244280363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"SshKey"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.244421534Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"Silo"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.24455494Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"SiloUser"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.24819365Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"SiloGroup"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.248506112Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"SupportBundle"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.24856008Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"IdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.248586462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"SamlIdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.248612484Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"Sled"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.248634308Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"TufRepo"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.248657564Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"TufArtifact"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.248679898Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"WebhookEvent"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.248704928Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"WebhookReceiver"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.248726431Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"WebhookSecret"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.248751481Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"Zpool"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.248772794Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"Service"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.248797102Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","class":"UserBuiltin"}
{"msg":"full Oso configuration","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.248989606Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system.  All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n    actor.authenticated and\n    has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n#   resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project.  The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n#   the \"admin\" role for child resources.  The idea is that if you're an\n#   Organization Collaborator, you have full control over the Projects within\n#   the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level.  For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin           (superuser for the whole system)\n# - fleet.collaborator    (can manage Silos)\n# - fleet.viewer          (can read most non-siloed resources in the system)\n# - silo.admin            (superuser for the silo)\n# - silo.collaborator     (can create and own Organizations)\n# - silo.viewer           (can read most resources within the Silo)\n# - organization.admin    (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer   (can read most resources within the Organization)\n# - project.admin         (complete control over a Project)\n# - project.collaborator  (can manage all resources within the Project)\n# - project.viewer        (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below).  We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system.  The name comes\n# from the idea described in RFD 24, but it's not quite right.  This probably\n# should be more like \"Region\" or \"AvailabilityZone\".  The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\troles = [\n\t    # Roles that can be attached by users\n\t    \"admin\",\n\t    \"collaborator\",\n\t    \"viewer\",\n\n\t    # Internal-only roles\n\t    \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet).  Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo.  To achieve this, we use permission rules here.  (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo.  That's\n# not quite the same as having the \"viewer\" role.  For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404.  This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro.  Some resources require custom Polar code.  Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users.  This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n    if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database.  These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\").  The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet.  None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos.  These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t    \"list_children\", # list blueprints\n\t    \"create_child\",  # create blueprint\n\t    \"read\",          # read the current target\n\t    \"modify\",        # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t    \"read\",          # read the current target release\n\t    \"modify\",        # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration.  This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on.  This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission.  For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions.  This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with.  Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t    # \"query\" is required to perform any query against the database,\n\t    # whether a read or write query.  This is checked when an operation\n\t    # checks out a database connection from the connection pool.\n\t    #\n\t    # Any authenticated user gets this permission.  There's generally\n\t    # some other authz check involved in the database query.  For\n\t    # example, if you're querying the database to \"read\" a \"Project\", we\n\t    # should also be checking that.  So why do we do this at all?  It's\n\t    # a belt-and-suspenders measure so that if we somehow introduced an\n\t    # unauthenticated code path that hits the database, it cannot be\n\t    # used to DoS the database because we won't allow the operation to\n\t    # make the query.  (As long as the code path _is_ authenticated, we\n\t    # can use throttling mechanisms to prevent DoS.)\n\t    \"query\",\n\n\t    # \"modify\" is required to populate database data that's delivered\n\t    # with the system.  It should also be required for schema changes,\n\t    # when we support those.  This is separate from \"query\" so that we\n\t    # cannot accidentally invoke these code paths from API calls and\n\t    # other general functions.\n\t    \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n                resource Disk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Disk)\n                        if child.project = parent;\n            \n\n                resource Snapshot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Snapshot)\n                        if child.project = parent;\n            \n\n                resource ProjectImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n                        if child.project = parent;\n            \n\n                resource AffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n                        if child.project = parent;\n            \n\n                resource AntiAffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n                        if child.project = parent;\n            \n\n                resource Instance {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Instance)\n                        if child.project = parent;\n            \n\n                resource IpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n                    if child.fleet = fleet;\n            \n\n                resource InstanceNetworkInterface {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Instance\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n                    if has_relation(project, \"containing_project\", child.instance);\n\n                has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n                    if child.instance = parent;\n            \n\n                resource Vpc {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Vpc)\n                        if child.project = parent;\n            \n\n                resource VpcRouter {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcRouter)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n                    if child.vpc = parent;\n            \n\n                resource InternetGateway {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGateway)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n                    if child.vpc = parent;\n            \n\n                resource InternetGatewayIpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n                    if child.internet_gateway = parent;\n            \n\n                resource InternetGatewayIpAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n                    if child.internet_gateway = parent;\n            \n\n                resource RouterRoute {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: VpcRouter\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: RouterRoute)\n                    if has_relation(project, \"containing_project\", child.vpc_router);\n\n                has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n                    if child.vpc_router = parent;\n            \n\n                resource VpcSubnet {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n                    if child.vpc = parent;\n            \n\n                resource FloatingIp {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n                        if child.project = parent;\n            \n\n                resource Image {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: Image)\n                    if child.silo = parent;\n            \n\n                resource SiloImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n                    if child.silo = parent;\n            \n\n                resource AddressLot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n                    if child.fleet = fleet;\n            \n\n                resource Blueprint {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n                    if child.fleet = fleet;\n            \n\n                resource LoopbackAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n                    if child.fleet = fleet;\n            \n\n\n                resource ConsoleSession {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAuthRequest {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAccessToken {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n                    if child.fleet = fleet;\n            \n\n                resource PhysicalDisk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n                    if child.fleet = fleet;\n            \n\n                resource Rack {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n                    if child.fleet = fleet;\n            \n\n                resource RoleBuiltin {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n                    if child.fleet = fleet;\n            \n\n\n\n\n\n                resource SupportBundle {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n                    if child.fleet = fleet;\n            \n\n\n\n                resource Sled {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n                    if child.fleet = fleet;\n            \n\n                resource TufRepo {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n                    if child.fleet = fleet;\n            \n\n                resource TufArtifact {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n                    if child.fleet = fleet;\n            \n\n                resource WebhookEvent {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n                    if child.fleet = fleet;\n            \n\n                resource WebhookReceiver {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n                    if child.fleet = fleet;\n            \n\n\n                resource Zpool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n                    if child.fleet = fleet;\n            \n\n                resource Service {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n                    if child.fleet = fleet;\n            \n\n                resource UserBuiltin {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n                    if child.fleet = fleet;\n            "}
{"msg":"Setting up resolver using DNS address: [::1]:54334","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.268341804Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"new DNS resolver","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.26863625Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","addresses":"[[::1]:54334]"}
{"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.268981598Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","url":"PostgresConfigWithUrl {\n    url_raw: \"postgresql://root@[::1]:53211/omicron?sslmode=disable\",\n    config: Config {\n        user: Some(\n            \"root\",\n        ),\n        password: None,\n        dbname: Some(\n            \"omicron\",\n        ),\n        options: None,\n        application_name: None,\n        ssl_mode: Disable,\n        host: [\n            Tcp(\n                \"::1\",\n            ),\n        ],\n        hostaddr: [],\n        port: [\n            53211,\n        ],\n        connect_timeout: None,\n        tcp_user_timeout: None,\n        keepalives: true,\n        keepalives_idle: 7200s,\n        keepalives_interval: None,\n        keepalives_retries: None,\n        target_session_attrs: Any,\n        channel_binding: Prefer,\n        load_balance_hosts: Disable,\n    },\n}"}
{"msg":"registered USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.27102501Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"Database schema version is up to date","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.312047033Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"desired_version":"140.0.0","found_version":"140.0.0","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"registered USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.400603847Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"870c6b2d-1c0e-4970-a875-a4a9387e3eeb","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.469384428Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/bgtasks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.469582643Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/bgtasks/activate","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.469863873Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.470022149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/clickhouse/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.470117468Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/clickhouse/policy","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.470215173Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.470308559Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.47038907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.470478498Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.470566794Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.470655961Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/demo-saga","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.470729368Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.470837353Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/deployment/blueprints/all","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.470930308Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.471004696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.471097321Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/deployment/blueprints/import","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.471185466Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.471274243Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/deployment/blueprints/target","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.471343962Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/deployment/blueprints/target","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.472224326Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.472429194Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.472544795Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/disks/{disk_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.472656127Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.472754182Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.472860263Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.472937577Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.473030683Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.473118247Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.473205491Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.473311733Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.47339042Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.473491922Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.473582653Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/metrics/collectors","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.473760788Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.473869234Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/metrics/producers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.473958882Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/mgs-updates","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.474053441Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.474147137Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/oximeter/read-policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.474235083Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/oximeter/read-policy","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.474325182Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/physical-disk/expunge","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.474408929Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/probes/{sled}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.474516884Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.47461541Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/sagas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.474719007Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/sagas/{saga_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.474850409Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.474948744Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.475039265Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.475116318Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/sleds/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.475220245Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/sleds/expunge","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.475328742Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/sleds/uninitialized","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.475407899Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/switch/{switch_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.475497057Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/ping","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.475605032Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.475685863Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.475856323Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.477394197Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"SEC running","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.477811889Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"sec_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","component":"SEC","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:17.478757463Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.483484521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.494297816Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in users","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.494640158Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:17.495743757Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.495896642Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.496802557Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"starting MgsUpdateDriver","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.499719609Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:17.539235462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49896","req_id":"10370c4d-b3b5-456f-998f-71238e7c1ea6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   fe 26 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   .&..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.539413346Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49896","req_id":"10370c4d-b3b5-456f-998f-71238e7c1ea6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 65062,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 65062,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:17.540914767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49896","req_id":"10370c4d-b3b5-456f-998f-71238e7c1ea6","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"created 5 built-in users","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.623893728Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:17.624016923Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.624067694Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.626778095Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.626999446Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:17.627055447Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.627097371Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.627571285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created 10 built-in roles","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.706506478Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:17.706616988Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.70666287Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.708901981Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in role assignments","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.708987221Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:17.709029435Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.709105146Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.709400334Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created 4 built-in role assignments","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:17.998374396Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:17.998494956Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:17.998545647Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.003577543Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in silos","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.003685047Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.003728954Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.003770978Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.003798583Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created 2 built-in silos","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:18.079277089Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.079369343Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.079421607Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.079954068Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.093689124Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.093773452Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.095560252Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in projects","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.095620102Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.095767215Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.095825751Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.096448462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.120738118Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.120815341Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.120941713Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.120987945Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.121708952Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.185518779Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.185627105Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.185688156Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.186432079Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.1889374Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.192165021Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.19224997Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.192283948Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.192312174Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.192339068Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.192709917Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.195299296Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.195358514Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.195390217Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.195769342Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.200000322Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.20257884Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.202646936Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.202677767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.203065089Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created built-in services project","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:18.223030368Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.223086009Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.223128193Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.225782913Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in VPCs","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.225903693Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.226032861Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.226143511Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.226786352Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.232221631Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.232328654Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.232909121Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.235664641Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.235729551Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.235762957Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.235790472Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.236230028Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.238242718Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.238302407Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.238332387Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.238714217Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.240850604Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.240907086Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.240936956Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.24130536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.243561996Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.248036101Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.248102914Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.248139857Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.248170328Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.2481962Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.248241039Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.248687138Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.250461433Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.250518647Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.250549158Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.250966489Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.254895638Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.254956138Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.254986579Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.255356536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.257028818Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.261895114Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.261952077Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.261980875Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.262639908Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.308495793Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.312053722Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.312134683Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.312165775Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.312957512Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.315975095Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.316077068Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.316108811Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.31686601Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.321663759Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.321722686Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.321750632Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.322466478Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.324860699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.334890643Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.335086413Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.335129819Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.335854433Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.363360717Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.363419945Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.36429536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.383360245Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.383451727Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.384098426Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.395024696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.395097932Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.395130727Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.395157631Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.395854419Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.416160047Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.416234134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.418347365Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.4189926Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.43279982Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.432950651Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.43299038Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.43354773Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.436331266Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.442730557Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.442801187Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.442900545Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.443463597Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.490523381Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.490625474Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.490659302Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.490686345Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.491360258Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.534764769Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.534836361Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.534867333Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.535654822Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.617905271Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.617987515Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.618017895Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.618885554Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.632176365Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.639434797Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.639573994Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.640046215Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.640787863Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.701865777Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.701950095Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.701983942Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.702009022Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.702612244Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.705296162Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.705356231Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.705507563Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.706070074Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.707983877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.708047654Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.708078786Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.708450697Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.711287018Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.717836026Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.717896968Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.717925134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.718332746Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.723305765Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.723460222Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.72350947Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.724313402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.727846622Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.727903545Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.728353782Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.730807862Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.730956668Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.731792784Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.733988088Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.734053058Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.734084641Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.734112206Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.734785738Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.737899061Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.737957106Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.73798892Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.738611721Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.741325287Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.741382982Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.741412521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.742127726Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.745841576Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.75921431Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.759281253Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.759307205Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.759337676Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.759364589Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.759387595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.759865297Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.761709201Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.761768028Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.761796094Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.762319086Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.764882844Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.7649409Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.769609171Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.771017697Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.777199815Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.783533374Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.783620317Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.783654606Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.783981918Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.794395285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.794477459Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.794506827Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.794532639Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.795404636Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.79833269Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.798497829Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.798540875Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.799278274Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.801882253Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.802025137Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.804420099Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.804464367Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.807219396Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.814200065Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.814283882Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.814314303Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.814824319Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created built-in VPC firewall rules","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:18.945733527Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.945812374Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.945840039Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.945867434Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.946684532Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.951719884Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.951777299Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.952545459Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.954807366Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.954861804Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.95560258Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.957880108Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.958032492Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.958134665Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.958257911Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.959474575Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.961541794Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.961597555Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.961628697Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.962104355Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.964383546Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.964563244Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.964694956Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.965994646Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.968417012Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.974442197Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.974511816Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.974537767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.974565543Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.974973997Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.980888952Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.981029171Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.981065113Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.981206124Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.981768164Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.984040862Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.98409505Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.984196452Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.984545497Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.986281276Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:18.986336806Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.986365594Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.986755881Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.988681318Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:18.995003494Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.00343814Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.003507528Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.003539431Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.003566656Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.004456649Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.006350643Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.006405792Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.006437616Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.007210375Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.009764274Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.009819434Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.009849063Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.011240626Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.013369397Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.020749211Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.020896404Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.020933538Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.021418093Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.077641445Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.077712356Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.081265365Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.116373646Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.116504958Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.116644977Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.116689846Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.117400592Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.135381218Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.135522178Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.135619071Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.136364687Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.175001929Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.175258591Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.17538876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.176460776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.198405279Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.204718938Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.235435479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.235610027Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.235709185Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.235795957Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.236782022Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.244693876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.244757142Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.244789567Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.245406566Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.249165966Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.249221226Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.249249593Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.249996491Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.259318996Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.266070077Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.266215817Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.266343852Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.266937796Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.297132617Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.297192997Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.297989915Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.300412562Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.300472892Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.300503834Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.300531248Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.301030483Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.306866661Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.307330886Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.30737795Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.307853117Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.310160113Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.310211015Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.310238449Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.310730179Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.315735131Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.321804514Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.340882846Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.340965521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.340998146Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.341026312Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.341794974Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.360762285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.360966602Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.361008475Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.364588699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.376278871Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.378739974Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.379584707Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.380303409Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.469627672Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.479085015Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.479201297Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.479234403Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.479588308Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.49396882Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.494026235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.494468856Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created built-in services vpc subnets","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:19.500666334Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"created built-in services vpc","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:19.500722827Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.5007492Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.500777987Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.5057736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create silo users","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.505831195Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.505870393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.505897397Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.506521611Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created 2 silo users","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:19.517728159Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"attempting to create silo user role assignments","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.517795133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.517819832Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.517847988Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.518584836Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created 2 silo user role assignments","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:19.523254931Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.523305351Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.52333475Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.523990947Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.536544018Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.540149472Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.540311866Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.547403666Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.547592873Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.547775947Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.547995926Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.548912822Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.552166866Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.564322285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.564391062Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.564420501Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.564842091Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.577950669Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.57801186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.5780468Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.578074996Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.578274333Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.582645763Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.584742551Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.58479741Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.584827159Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.585341154Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.662152375Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.662223256Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.663156075Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"populate complete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:19.668466996Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"activating background tasks","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:19.668536425Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"Running step start_sled1","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.679676791Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"setting up sled agent server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:19.67990715Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"created simulated sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:19.754813677Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"}
{"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:19.762523518Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"omicron_sled_agent::sim::SimulatedUpstairs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.765264549Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.765444277Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.765547012Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.765665218Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.767109635Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpvwoSIP/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:19.768558612Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.768660756Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpvwoSIP/artifact-config.json"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpEzNjEJ/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:19.768790905Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.770547696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpEzNjEJ/artifact-config.json"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.892177875Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:44311","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:19.892403204Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:44311","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.89310888Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:44311","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.89864943Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.898712195Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.898743086Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.89876991Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.898794899Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.898820751Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.898846803Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.898874147Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.89891553Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.898942784Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.898968786Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.898993325Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899018265Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899042723Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899067853Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899092062Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899118865Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899143524Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899167863Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.89919145Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899216019Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899239956Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899264134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899288493Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899313142Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899337521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.89936226Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899386739Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899410797Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899435215Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899459554Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899483732Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.89950785Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.89953284Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899555765Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899580254Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899605474Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899630224Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899655033Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899682037Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.89970863Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899737377Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899761936Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899787197Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899811224Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899835523Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899860322Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899885222Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.89990946Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.89993448Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899959139Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.899982315Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.9000046Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.90002983Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.900056613Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.900081313Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.900105681Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.900129899Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.900154398Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.900179268Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.900204759Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.900229538Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.900256602Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.900281361Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.90030577Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.900331641Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.900354988Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.900379717Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.900404797Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:19.900428795Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.900453554Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.900475478Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.900511389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.900547742Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:19.900578994Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.900604234Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"214.367µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.90063231Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.900658583Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.900683322Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.900710616Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.901409599Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.901457254Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.901485691Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.901704777Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:19.90174612Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.901773785Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"59.429µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.901801279Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:19.901826049Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","expiration":"2025-04-30 06:36:19.901730158 UTC"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.902010887Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.902050987Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.902547025Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.902591464Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.902619239Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.902645912Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.902672706Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.902697956Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.903113284Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.903158854Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.903184465Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.903210968Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.9036887Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.903731946Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.903787607Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.903815713Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.904204317Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.904248165Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.904274477Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.904299988Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.90432631Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.904352994Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.904420759Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.904772359Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.904815866Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"Blueprint execution: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:19.904841767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.904865595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"50.14µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.904907659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"Blueprint execution: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:19.904934632Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.904958029Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"31.102µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.90499879Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.905408737Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.905457534Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.905488246Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.905514408Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.905960396Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.906003212Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.906030296Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.906056568Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.90608266Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.90610796Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.906551805Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.90659993Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.906736813Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"21.423µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.906782494Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:19.906809298Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.906832804Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"21.112µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.906858305Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:19.906883776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.906906752Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"87.183µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.906934697Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.906959437Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.906985368Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.907011711Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.907037122Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.907457499Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.907516908Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.907607458Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.907647408Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.907676536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.907703389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.908125951Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.908177093Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.908515217Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.908557661Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.908955434Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.909001836Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.909030443Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.909057257Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.909560299Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.909617353Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.909643966Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.909670248Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.910200084Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.910254993Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.910565812Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.9106099Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.910638016Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.910664699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.911093143Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.911137451Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:19.911280236Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.912436049Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"1.280311ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.912485467Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.912623893Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.912666167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.913063308Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.913118358Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.913146975Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.913171664Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.913197907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.913683454Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.913742632Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:19.913772201Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.913796088Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.913822491Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.913883442Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.913911518Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.914375623Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.914692444Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.914748426Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.914779327Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.915226789Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.91538801Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"listing candidate sagas for recovery","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.915430194Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.915454082Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.915479232Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.917414598Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.917483946Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.917515088Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.917542773Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.918020605Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.918075815Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.918104853Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.918132468Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.918502736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.918547365Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.918574529Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.918600852Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.919064575Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.919110287Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.919136308Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.91916223Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.919575804Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.919620243Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.919646234Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.919671625Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.921569777Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.921628023Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.921655788Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.921682582Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.921710137Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.92173712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.922099302Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.922156696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.922185373Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.92221363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.922621653Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.922801872Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.922842743Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.922869767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.923829209Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.923889148Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.923917935Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.923944068Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.925416251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"contacting server nexus","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.92568692Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.926270062Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:34046/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.927768267Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.927831303Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.927865471Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.927896322Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.928320678Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:19.928746206Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","remote_addr":"127.0.0.1:39898"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.930149532Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.930209952Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.930327646Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.930461333Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.931010607Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.932426378Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"3e25d2bf-21bb-4c3e-9ffc-cd4b5403e758","remote_addr":"127.0.0.1:39898","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.932575054Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51884","req_id":"6f66165e-efd1-48b2-b927-b92f61aba864","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   8f 06 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   ............._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.932633771Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51884","req_id":"6f66165e-efd1-48b2-b927-b92f61aba864","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36614,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 36614,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:19.933164799Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51884","req_id":"6f66165e-efd1-48b2-b927-b92f61aba864","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:19.933381711Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64413","req_id":"f11c2720-ed74-49c8-9785-2f798783e258","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   4c 39 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   L9..........._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.933436561Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64413","req_id":"f11c2720-ed74-49c8-9785-2f798783e258","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19513,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 19513,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:19.933974663Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64413","req_id":"f11c2720-ed74-49c8-9785-2f798783e258","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"registered sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:19.936233353Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:19.937642Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.937700997Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"37.831758ms"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:19.937832249Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.937875255Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"36.406407ms"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:19.984857774Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","pruned":"{}","expiration":"2025-04-30 06:36:19.901730158 UTC"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.985168664Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"expiration\":\"2025-04-30T06:36:19.901730158Z\",\"pruned\":[]}","iteration":1,"elapsed":"83.404759ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:19.985369654Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.038376968Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.038471185Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.038504251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.038980049Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.039420347Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.046428289Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.049549278Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.064729964Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.064792198Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.06482325Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.065895236Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.073706359Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.078879607Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.080194857Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.080716957Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.084397531Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.086210493Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"181.959162ms"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.094172136Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49725","req_id":"c1f82fb3-85e8-48aa-88c2-a0d836b6e9e1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   22 f5 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   \"............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.094459559Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49725","req_id":"c1f82fb3-85e8-48aa-88c2-a0d836b6e9e1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8949,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 8949,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:20.095100546Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49725","req_id":"c1f82fb3-85e8-48aa-88c2-a0d836b6e9e1","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.095481745Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57250","req_id":"7a1a7247-bd75-44f9-8ae1-a81f1edcfd64","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   86 b9 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.095691163Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57250","req_id":"7a1a7247-bd75-44f9-8ae1-a81f1edcfd64","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 34489,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 34489,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:20.096137582Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57250","req_id":"7a1a7247-bd75-44f9-8ae1-a81f1edcfd64","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:20.098512744Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:20.098618014Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.098757121Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"195.61481ms"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:20.100534793Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:20.100637808Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.10073416Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"197.018056ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.203734672Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.212964983Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.213224169Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.213373647Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.220129648Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.220740465Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.22707181Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.227398421Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.241454316Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.242342927Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.242675088Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.257437251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.257591609Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.257685967Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.258466552Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.258979283Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.259085245Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.259575742Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.278269217Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.278329097Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.279178239Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.282161332Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.291204931Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.291267656Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.291297686Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.291662763Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.325466615Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.326426618Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.328203268Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.328467835Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.34614702Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.346227821Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.346261267Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.34628776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.346311918Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.346798788Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"no more instances in need of reincarnation","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.407366515Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","reincarnation_reason":"instance failed","total_found":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.407470412Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.407503879Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.40821183Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.413906366Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"496.438993ms"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.546387736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.54646515Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.547181618Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.547468259Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:20.547522467Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.547551234Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"632.875293ms"}
{"msg":"listed in-progress sagas","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:20.547772916Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","count":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.548066752Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"632.625234ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.548128344Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.552777988Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.552835393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.552863759Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.552889921Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.552915422Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.553306391Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.622962046Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.623141673Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.624686722Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.625652937Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"707.070071ms"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.625730161Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"706.133866ms"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.625991251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.626077172Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.626523582Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.640796049Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"716.952021ms"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.652158528Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"729.973575ms"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.665914065Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.666046348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.666082801Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.666113492Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.666591865Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.697590788Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{}","iteration":1,"elapsed":"790.011317ms"}
{"msg":"inventory collection is None","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:20.700431528Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.700632399Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"793.648753ms"}
{"msg":"failed to read target blueprint","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:20.707775541Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"Internal Error: no target blueprint set"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.707851673Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"803.500583ms"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.7085883Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.708645745Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.711857053Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59323","req_id":"bd8e96ae-4469-43eb-888a-9d4225716883","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   12 d8 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.712271649Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59323","req_id":"bd8e96ae-4469-43eb-888a-9d4225716883","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4824,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 4824,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:20.713079469Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59323","req_id":"bd8e96ae-4469-43eb-888a-9d4225716883","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.713405689Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.713703252Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.716027272Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:20.731757794Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.731804657Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"826.821008ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.731955979Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.747855969Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.747901078Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.750200831Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.751078038Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.772394871Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.783695076Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.811681907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.819108624Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.867178931Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:20.867259151Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.867290995Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:20.868168533Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.003888677Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.094253248s"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.00476349Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.095763106s"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.011660752Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.012050719Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.012181279Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.012274815Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.013474155Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to read DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:21.020214254Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.021178165Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"1.120648649s"}
{"msg":"all instance checks complete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.02225479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.023309151Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"1.113043587s"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.024907115Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.030392043Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.030520539Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.030555549Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.030929514Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.118210375Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.124550938Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.124880936Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.125245572Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.126004605Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.144521789Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.145067376Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.145444568Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.146326595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.149241202Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.150803094Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.232738611s"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.160731586Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.16084888Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.162215563Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.163282739Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.163887073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"1.240938489s"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.164850873Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.169989782Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.170065243Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.170098208Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.170765859Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.177178736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.177254306Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.177317412Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.177346821Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.177952848Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.178394228Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":2,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.17849087Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.178521251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.178549086Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.178575228Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.178931588Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.178986698Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"3e25d2bf-21bb-4c3e-9ffc-cd4b5403e758","remote_addr":"127.0.0.1:39898","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":1246630,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.180089876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:34046/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"3e25d2bf-21bb-4c3e-9ffc-cd4b5403e758\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"}
{"msg":"Running step start_sled2","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.180148934Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"setting up sled agent server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.180173132Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"created simulated sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.285026526Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"}
{"msg":"registered sled 039be560-54cc-49e3-88df-1a29dadbf913 storage","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.285261003Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"omicron_sled_agent::sim::SimulatedUpstairs"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpivfFSh/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.287018474Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.287073394Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpivfFSh/artifact-config.json"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmp8z0DG4/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.287104877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.287129616Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp8z0DG4/artifact-config.json"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.379022887Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:40017","component":"dropshot (Repo Depot)","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.379124941Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:40017","component":"dropshot (Repo Depot)","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.379780286Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:40017","component":"dropshot (Repo Depot)","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.389185987Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.389277709Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.389312308Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.38934324Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.389369542Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.389396486Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.38942373Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.389449281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.38947884Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.389507076Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.389533549Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.38955897Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.389647536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.389679019Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.389704259Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.389730852Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.389756243Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.389782946Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.38981024Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.389834789Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.389859048Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.389886232Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.389917554Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.389945269Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.389971401Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390071581Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.39010115Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.39012603Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390150619Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390176119Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390201049Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390225588Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.39025181Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390277952Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390303383Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390329425Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390355417Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.39038218Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390408122Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390435276Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.39046255Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.39048758Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390513441Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390540175Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390564122Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390590876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390616176Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390642178Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390668571Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.39069357Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390719552Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390746255Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390772578Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390799261Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.39082368Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390849671Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390876084Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.39090435Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390930623Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390956675Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.390982286Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.391007195Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.391090211Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.391125922Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.391151443Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.391177064Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.391203817Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.391230831Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.391256231Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.391281872Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.391306011Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"contacting server nexus","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.391330509Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.391351371Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"NexusClient","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:34046/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.391395749Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.391434296Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.391461931Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.392770659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to read DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:21.393139965Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.393200786Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"1.627896156s"}
{"msg":"no more instances in need of reincarnation","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.393239783Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","reincarnation_reason":"start saga failed","total_found":0}
{"msg":"instance reincarnation completed successfully","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.393398961Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.393540613Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"1.481012631s"}
{"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:21.393661253Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"Internal Error: expected at least one external DNS zone"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.393928065Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"1.491294998s"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.445055834Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.445190963Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.445285792Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.445373597Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.446731743Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.529928196Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.530012244Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/vpc-routes","method":"GET"}
{"msg":"No bundles to collect","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.531474577Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.531544447Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"1.625549542s"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.53443736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"1.615297415s"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.536799988Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","remote_addr":"127.0.0.1:40627"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.536868705Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.543088107Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.543186012Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.543225961Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.543257264Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.543284889Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.543603994Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.543659084Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47303"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.546348543Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST","req_id":"503fce87-b9a2-4841-a2ff-348815774be0","remote_addr":"127.0.0.1:40627","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.547156763Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/vpc-routes","method":"GET","req_id":"2f37b36a-1cc1-46ba-b667-50a2d0c82adf","remote_addr":"[::1]:47303","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"registered sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.548144631Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_uuid":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.549412057Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/vpc-routes","method":"GET","req_id":"2f37b36a-1cc1-46ba-b667-50a2d0c82adf","remote_addr":"[::1]:47303","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2274,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.550354835Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f37b36a-1cc1-46ba-b667-50a2d0c82adf\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.551168677Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.551229197Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.552133659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.555365799Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.561079293Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.561143461Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.561175535Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.561754097Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.561935419Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.561984637Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.562014386Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.562733338Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.571420357Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.579475296Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.579537399Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.579571036Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.580703132Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.589370331Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST","req_id":"503fce87-b9a2-4841-a2ff-348815774be0","remote_addr":"127.0.0.1:40627","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":43031,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.590186657Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"NexusClient","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:34046/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913\", status: 204, headers: {\"x-request-id\": \"503fce87-b9a2-4841-a2ff-348815774be0\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"}
{"msg":"Running step add_extra_sled_agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.590617275Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"setting up sled agent server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.591389073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"created simulated sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.660456185Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"server":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"SledAgent","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"}
{"msg":"registered sled f4d0fccb-b90d-4752-b02a-d85c238a1886 storage","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.660595853Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"omicron_sled_agent::sim::SimulatedUpstairs"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.664344292Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.664408389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.664441445Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.664470042Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.666791558Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.669639602Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.679638094Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.679729005Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.679757521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.680039273Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.680144422Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.680177047Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.680289972Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.818817128Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/v2p","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.81912907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.836748906Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.836857102Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.836980598Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.837725963Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.838369936Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.85092935Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.850991013Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.851022826Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.851495578Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.852269871Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","assocs":"{}","sled":"sim-b6d65341"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.852494789Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:45921/eip-gateways","method":"PUT"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.852905467Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.852964445Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.852995607Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.854958818Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpHxj7zX/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.855329597Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"SledAgent","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.855424837Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"SledAgent","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpHxj7zX/artifact-config.json"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpTxTFt2/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.85546668Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"SledAgent","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.85549189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"SledAgent","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpTxTFt2/artifact-config.json"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.925510538Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:58087","component":"dropshot (Repo Depot)","server":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"SledAgent","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.926278859Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:58087","component":"dropshot (Repo Depot)","server":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"SledAgent","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.927845761Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:58087","component":"dropshot (Repo Depot)","server":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"SledAgent","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.932326468Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.932441838Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.932543741Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.932630254Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.93272878Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.932822807Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.932902907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.932981233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.933156492Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.933250139Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.933330699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.933408955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.933485127Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.933562251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.933655907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.933733642Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.93380785Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.93388338Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.933956616Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.934080443Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.934228989Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.93434491Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.934427915Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.934507825Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.934585519Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.934661421Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.934737783Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.934826439Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.934905717Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.9349823Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.935059604Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.935135295Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.935212729Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.935287839Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.935360984Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.935437357Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.935511584Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.935587045Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.935662265Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.935754959Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.935833806Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.93591085Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.935984908Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.936059867Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.93613187Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.936265386Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.936381588Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.936458551Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.936676315Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.936780222Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.936857206Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.936948417Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.9370303Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.937154398Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.937234237Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.937308485Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.937387041Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.937463393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.937535948Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.937608893Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.937683462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.937758Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.937831427Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.937906176Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.937997988Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.938078268Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.938152496Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.938226734Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.938299619Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.93840532Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.939146617Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.939318439Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64030"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.939634479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/eip-gateways","method":"PUT","req_id":"0502c67c-c72c-4f93-9bdc-5bd80abfd896","remote_addr":"[::1]:47303","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"contacting server nexus","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.940544202Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.940786845Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"NexusClient","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:34046/sled-agents/f4d0fccb-b90d-4752-b02a-d85c238a1886","method":"POST"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.943064092Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/eip-gateways","method":"PUT","req_id":"0502c67c-c72c-4f93-9bdc-5bd80abfd896","remote_addr":"[::1]:47303","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3430,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.944977855Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","remote_addr":"127.0.0.1:41370"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.945409155Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/v2p","method":"GET","req_id":"aa138019-24ed-4109-9c29-ea7f965f389a","remote_addr":"[::1]:64030","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.946310621Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0502c67c-c72c-4f93-9bdc-5bd80abfd896\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.94771073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{}","iteration":1,"elapsed":"2.03398906s"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.948725843Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/v2p","method":"GET","req_id":"aa138019-24ed-4109-9c29-ea7f965f389a","remote_addr":"[::1]:64030","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":3357,"response_code":"200"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.949233384Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.949283083Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.951310743Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/sled-agents/f4d0fccb-b90d-4752-b02a-d85c238a1886","method":"POST","req_id":"8fe50bc4-c035-4088-bd6d-d2bfc8cfe7f6","remote_addr":"127.0.0.1:41370","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.951562425Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa138019-24ed-4109-9c29-ea7f965f389a\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.951808355Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","interfaces":"{}","sled":"sim-039be560"}
{"msg":"v2p mappings to delete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.951862192Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mappings":"[]","sled":"sim-039be560"}
{"msg":"v2p mappings to add","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.95189138Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mappings":"[]","sled":"sim-039be560"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.953499735Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/v2p","method":"GET"}
{"msg":"registered sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.954304719Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_uuid":"f4d0fccb-b90d-4752-b02a-d85c238a1886"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.956920821Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50450"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.956983877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:45921/artifacts-config","method":"PUT"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.957752047Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50750","req_id":"fa6f8fae-f684-4a8d-9942-f427c018173f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   17 0d 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.957846295Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50750","req_id":"fa6f8fae-f684-4a8d-9942-f427c018173f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5901,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 5901,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:21.95830053Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50750","req_id":"fa6f8fae-f684-4a8d-9942-f427c018173f","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.960585974Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.960628649Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.960656123Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.96512116Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.965852767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/sled-agents/f4d0fccb-b90d-4752-b02a-d85c238a1886","method":"POST","req_id":"8fe50bc4-c035-4088-bd6d-d2bfc8cfe7f6","remote_addr":"127.0.0.1:41370","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":14562,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.968683137Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55676"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:21.969145468Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.969205026Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":2,"elapsed":"790.817201ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.969242641Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":3,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.969269495Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.969370596Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.969420436Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.969449914Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.970233125Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.970440708Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/v2p","method":"GET","req_id":"ad38014e-0f88-4a44-916b-0c1dcc34548a","remote_addr":"[::1]:50450","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.976757805Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"NexusClient","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:34046/sled-agents/f4d0fccb-b90d-4752-b02a-d85c238a1886\", status: 204, headers: {\"x-request-id\": \"8fe50bc4-c035-4088-bd6d-d2bfc8cfe7f6\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.977650714Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.993111258Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:21.993263481Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.993352208Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.993873998Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.994273063Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/v2p","method":"GET","req_id":"ad38014e-0f88-4a44-916b-0c1dcc34548a","remote_addr":"[::1]:50450","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":23863,"response_code":"200"}
{"msg":"Running step add_extra_sled_agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:21.99479857Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"setting up sled agent server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:21.99506448Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"created simulated sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.110623924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"server":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"SledAgent","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"}
{"msg":"registered sled 7b5387e1-f6ca-4b52-8702-a32807f010b7 storage","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.110829314Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"omicron_sled_agent::sim::SimulatedUpstairs"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.112771153Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/artifacts-config","method":"PUT","req_id":"f56685f6-721e-4d4e-8ac4-4ff6d38d3844","remote_addr":"[::1]:55676","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.115978363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad38014e-0f88-4a44-916b-0c1dcc34548a\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.116144684Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","interfaces":"{}","sled":"sim-b6d65341"}
{"msg":"v2p mappings to delete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.116189974Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mappings":"[]","sled":"sim-b6d65341"}
{"msg":"v2p mappings to add","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.11621801Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mappings":"[]","sled":"sim-b6d65341"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.139387734Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{}","iteration":1,"elapsed":"2.231172676s"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpvwoSIP/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.14278332Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.143020543Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpvwoSIP/artifact-config.json"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpEzNjEJ/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.143086133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.143112776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpEzNjEJ/artifact-config.json"}
{"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpvwoSIP/.artifact-config.json.tmp","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.143136203Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpEzNjEJ/.artifact-config.json.tmp","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.158829661Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.158969299Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.172148318Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.172290411Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.172383186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.172966759Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.173459079Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.180002767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.180608093Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Starting delete reconciler","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.182455113Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.182875772Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/artifacts-config","method":"PUT","req_id":"f56685f6-721e-4d4e-8ac4-4ff6d38d3844","remote_addr":"[::1]:55676","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":70114,"response_code":"204"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmp1jfqXg/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.183882988Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"SledAgent","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.184838081Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"SledAgent","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp1jfqXg/artifact-config.json"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmp299eDc/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.184878662Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"SledAgent","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.184903933Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ArtifactStore","server":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"SledAgent","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp299eDc/artifact-config.json"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.295868172Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:52184","component":"dropshot (Repo Depot)","server":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"SledAgent","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.296089422Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:52184","component":"dropshot (Repo Depot)","server":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"SledAgent","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.296882763Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:52184","component":"dropshot (Repo Depot)","server":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"SledAgent","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.300561703Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.300678396Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.300762363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.300844827Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.300919185Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.301021409Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.301109324Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.301186889Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.301264944Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.301362238Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.301448129Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.301523319Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.301597397Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.301671404Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.301743368Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.301813998Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.301885992Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.301975741Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.302057814Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.302132633Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.302206751Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.302280628Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.302354285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.302429024Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.302506458Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.302581528Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.302654673Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.302729162Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.302804592Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.302892567Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.302971354Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.303049841Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.303126563Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.303203667Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.303277384Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.303351902Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.303425369Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.30350144Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.303575728Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.30365195Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.303725176Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.303825506Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.303904153Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.303977329Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.304050655Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.304119031Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.304194511Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.304267938Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.304389339Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.304489379Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.304561983Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.304635901Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.304712002Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.304787162Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.304878073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.304954636Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.305033924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.305208261Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.305306337Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.305435945Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.305527958Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.305605292Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.305678468Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.305752796Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.305829198Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.305903767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.305993766Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.306070068Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.306145158Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.306242041Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.306985402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"contacting server nexus","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.308730619Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.308970217Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"NexusClient","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:34046/sled-agents/7b5387e1-f6ca-4b52-8702-a32807f010b7","method":"POST"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.311718362Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/artifacts-config\", status: 204, headers: {\"x-request-id\": \"f56685f6-721e-4d4e-8ac4-4ff6d38d3844\", \"date\": \"Wed, 30 Apr 2025 06:46:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.311955625Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/artifacts","method":"GET"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.312429719Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.312543907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.313079654Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.313197058Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.313926882Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.316072197Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","remote_addr":"127.0.0.1:63051"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.31640491Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/artifacts","method":"GET","req_id":"87e2bbd3-7ee8-40b8-bff5-c6bf2e651953","remote_addr":"[::1]:55676","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.320906489Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/artifacts","method":"GET","req_id":"87e2bbd3-7ee8-40b8-bff5-c6bf2e651953","remote_addr":"[::1]:55676","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4507,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.321198581Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.321304462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.321919136Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.323259557Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/sled-agents/7b5387e1-f6ca-4b52-8702-a32807f010b7","method":"POST","req_id":"a5198ef8-efcd-4972-9a90-37a62d3426b7","remote_addr":"127.0.0.1:63051","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.32607183Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55097","req_id":"ca380d47-3ee7-464d-8cb1-4e6ab7f11f9b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   09 74 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .t..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.326253292Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55097","req_id":"ca380d47-3ee7-464d-8cb1-4e6ab7f11f9b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2420,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 2420,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:22.326713609Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55097","req_id":"ca380d47-3ee7-464d-8cb1-4e6ab7f11f9b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.326926062Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87e2bbd3-7ee8-40b8-bff5-c6bf2e651953\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:46:22 GMT\"} })"}
{"msg":"Successfully got artifact list","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.327277402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled":"http://[::1]:45921"}
{"msg":"registered sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.327837198Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_uuid":"7b5387e1-f6ca-4b52-8702-a32807f010b7"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.329474009Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:46:22.311823882Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:46:22.327240980Z\"}]}","iteration":1,"elapsed":"2.408060554s"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:22.331673171Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.331849472Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":3,"elapsed":"362.599857ms"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.333457025Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.333582094Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.333671943Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.333799367Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.33464424Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.36361886Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.363685714Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.363839169Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.364562481Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.394724496Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.394896058Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.395017931Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.396357179Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.43105865Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":4,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.431187497Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.431325351Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.43141491Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.431495871Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.432324252Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.432530663Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/sled-agents/7b5387e1-f6ca-4b52-8702-a32807f010b7","method":"POST","req_id":"a5198ef8-efcd-4972-9a90-37a62d3426b7","remote_addr":"127.0.0.1:63051","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":109284,"response_code":"204"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.43301116Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.462240768Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.467644545Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.467799353Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.467847599Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.468556472Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.470587228Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.481959406Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.482054245Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.482088664Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.482594161Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.501400221Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.501462986Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.502232249Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.506635031Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"NexusClient","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:34046/sled-agents/7b5387e1-f6ca-4b52-8702-a32807f010b7\", status: 204, headers: {\"x-request-id\": \"a5198ef8-efcd-4972-9a90-37a62d3426b7\", \"date\": \"Wed, 30 Apr 2025 06:46:22 GMT\"} })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.506708137Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.506744509Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"Running step start_crucible_pantry","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.513917741Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.517238818Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.519124766Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.519192902Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.519224364Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.519252991Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.519281528Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.519307871Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.519334714Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.519360726Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.519385986Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.519412008Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.519437579Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.520215269Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.520269386Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:61112"}
{"msg":"Running step populate_internal_dns","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.520295168Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"Populating Internal DNS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.520315649Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"DNS population: DnsConfigParams {\n    generation: Generation(\n        1,\n    ),\n    time_created: 2025-04-30T06:46:22.587147918Z,\n    zones: [\n        DnsConfigZone {\n            zone_name: \"control-plane.oxide.internal\",\n            records: {\n                \"_nameservice._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 47007,\n                            target: \"93d452e9-aac0-42d3-8e5a-202f1584cc34.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_mgs._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 55763,\n                            target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 37039,\n                            target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_crucible-pantry._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 61112,\n                            target: \"1a0232df-a5c7-48d3-84e9-7c5bb0e1dfff.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c.host\": [\n                    Aaaa(\n                        ::ffff:127.0.0.1,\n                    ),\n                ],\n                \"_dendrite._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 37736,\n                            target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 45175,\n                            target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_clickhouse-native._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 9000,\n                            target: \"3b5eda69-7e87-416f-b1ad-172c7c0089d1.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"3b5eda69-7e87-416f-b1ad-172c7c0089d1.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_clickhouse._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 64834,\n                            target: \"3b5eda69-7e87-416f-b1ad-172c7c0089d1.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_cockroach._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 53211,\n                            target: \"3b7e6e64-0419-4d18-b9fb-3dc1d7a0b57e.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_external-dns._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 52841,\n                            target: \"251fed6d-a522-483e-8006-13516639641f.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_nexus._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 34046,\n                            target: \"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"3b7e6e64-0419-4d18-b9fb-3dc1d7a0b57e.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_mgd._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 48273,\n                            target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 41830,\n                            target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_oximeter-reader._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 9000,\n                            target: \"3b5eda69-7e87-416f-b1ad-172c7c0089d1.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"1a0232df-a5c7-48d3-84e9-7c5bb0e1dfff.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"251fed6d-a522-483e-8006-13516639641f.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"93d452e9-aac0-42d3-8e5a-202f1584cc34.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_repo-depot._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 40017,\n                            target: \"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\",\n                        },\n                    ),\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 44311,\n                            target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"039be560-54cc-49e3-88df-1a29dadbf913.sled\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_clickhouse-admin-single-server._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 8888,\n                            target: \"3b5eda69-7e87-416f-b1ad-172c7c0089d1.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n            },\n        },\n    ],\n}","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.587584347Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.587646992Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"body":"Some(Body)","uri":"http://[::1]:47007/config","method":"PUT"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.593601656Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.593794631Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.594753461Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.611089009Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:47007","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:34803"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.613750772Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55157","req_id":"030844b0-77a9-4c8f-9b12-cb68163f43c4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   8d de 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.613874609Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55157","req_id":"030844b0-77a9-4c8f-9b12-cb68163f43c4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36318,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 36318,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:22.614361789Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55157","req_id":"030844b0-77a9-4c8f-9b12-cb68163f43c4","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:22.616017669Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.616079101Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":4,"elapsed":"185.003617ms"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.618819902Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/config","method":"PUT","req_id":"047bc263-699d-466f-841e-b600dddb1024","remote_addr":"[::1]:34803","local_addr":"[::1]:47007","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"attempting generation update","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.619604295Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"new_generation":1,"req_id":"047bc263-699d-466f-841e-b600dddb1024","component":"store","component":"internal_dns_server"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.619660186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server"}
{"msg":"creating tree","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.619682831Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"}
{"msg":"updating current config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.620883544Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server"}
{"msg":"flushing default tree","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.621138221Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server"}
{"msg":"pruning trees for generations older than 1","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.621306066Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","keep":3}
{"msg":"updated generation","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.621348059Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"new_generation":1,"req_id":"047bc263-699d-466f-841e-b600dddb1024","component":"store","component":"internal_dns_server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.621689239Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/config","method":"PUT","req_id":"047bc263-699d-466f-841e-b600dddb1024","remote_addr":"[::1]:34803","local_addr":"[::1]:47007","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2893,"response_code":"204"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.621866011Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.621919307Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.623067766Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.626184766Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(Response { url: \"http://[::1]:47007/config\", status: 204, headers: {\"x-request-id\": \"047bc263-699d-466f-841e-b600dddb1024\", \"date\": \"Wed, 30 Apr 2025 06:46:22 GMT\"} })"}
{"msg":"Running step configure_sled_agents","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.627964632Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.8377625Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"body":"Some(Body)","uri":"http://[::1]:45921/omicron-config","method":"PUT"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.844788228Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.844858278Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.844931774Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.845096693Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.846049822Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.86244564Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35302"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.868295826Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/omicron-config","method":"PUT","req_id":"01498d40-190a-4e97-bca0-9c444f9c82e4","remote_addr":"[::1]:35302","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.870669124Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/omicron-config","method":"PUT","req_id":"01498d40-190a-4e97-bca0-9c444f9c82e4","remote_addr":"[::1]:35302","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2375,"response_code":"200"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.870751128Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.870791358Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.870820486Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.871512014Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.873906024Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(Response { url: \"http://[::1]:45921/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01498d40-190a-4e97-bca0-9c444f9c82e4\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:46:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.874395409Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"body":"Some(Body)","uri":"http://[::1]:45921/network-bootstore-config","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.875022348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/network-bootstore-config","method":"PUT","req_id":"263bb18e-35f2-4184-9006-c28572c44656","remote_addr":"[::1]:35302","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:22.879670289Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/network-bootstore-config","method":"PUT","req_id":"263bb18e-35f2-4184-9006-c28572c44656","remote_addr":"[::1]:35302","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4691,"response_code":"204"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.879842261Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:22.879893123Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.879924425Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.880548528Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.882232223Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(Response { url: \"http://[::1]:45921/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"263bb18e-35f2-4184-9006-c28572c44656\", \"date\": \"Wed, 30 Apr 2025 06:46:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:22.991300264Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"body":"Some(Body)","uri":"http://[::1]:56544/omicron-config","method":"PUT"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.004200357Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.015120845Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.021164116Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.021204827Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.021308894Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.021352551Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.021380978Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.022110812Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:23.041507098Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53000"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.041663369Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.041712617Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.041743389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.042493744Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.078341197Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/omicron-config","method":"PUT","req_id":"cf235a6f-cd8a-4d90-bed1-aba35df3ec9d","remote_addr":"[::1]:53000","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:23.078860542Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/omicron-config","method":"PUT","req_id":"cf235a6f-cd8a-4d90-bed1-aba35df3ec9d","remote_addr":"[::1]:53000","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":537,"response_code":"200"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.079098907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.079207403Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.079303876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.080141033Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.086944619Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(Response { url: \"http://[::1]:56544/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf235a6f-cd8a-4d90-bed1-aba35df3ec9d\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:46:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.087368995Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"body":"Some(Body)","uri":"http://[::1]:56544/network-bootstore-config","method":"PUT"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.089325232Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.097779808Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.097844957Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.097877633Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.098450734Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.108438354Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/network-bootstore-config","method":"PUT","req_id":"10f9fa55-7d05-4960-8e62-081281fe4c39","remote_addr":"[::1]:53000","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:23.119807256Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/network-bootstore-config","method":"PUT","req_id":"10f9fa55-7d05-4960-8e62-081281fe4c39","remote_addr":"[::1]:53000","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":11372,"response_code":"204"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.136943779Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.137006544Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.137908832Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.138668235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(Response { url: \"http://[::1]:56544/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"10f9fa55-7d05-4960-8e62-081281fe4c39\", \"date\": \"Wed, 30 Apr 2025 06:46:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.23237524Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"body":"Some(Body)","uri":"http://[::1]:63759/omicron-config","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:23.248059721Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44168"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.252836869Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.252919564Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.254056048Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.259214877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/omicron-config","method":"PUT","req_id":"c2f25eef-e99e-4b5b-bb6d-ecf564a76958","remote_addr":"[::1]:44168","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:23.25963338Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/omicron-config","method":"PUT","req_id":"c2f25eef-e99e-4b5b-bb6d-ecf564a76958","remote_addr":"[::1]:44168","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":443,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.2598189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.259865062Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.260377703Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.275580845Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(Response { url: \"http://[::1]:63759/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2f25eef-e99e-4b5b-bb6d-ecf564a76958\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:46:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.275815632Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"body":"Some(Body)","uri":"http://[::1]:63759/network-bootstore-config","method":"PUT"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.281739966Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.281807461Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.282396374Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.282905599Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/network-bootstore-config","method":"PUT","req_id":"5cce67c8-b73b-4a47-9fa1-d0f5380a1858","remote_addr":"[::1]:44168","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:23.284589033Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/network-bootstore-config","method":"PUT","req_id":"5cce67c8-b73b-4a47-9fa1-d0f5380a1858","remote_addr":"[::1]:44168","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":1686,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.285293026Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(Response { url: \"http://[::1]:63759/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"5cce67c8-b73b-4a47-9fa1-d0f5380a1858\", \"date\": \"Wed, 30 Apr 2025 06:46:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.373484602Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"body":"Some(Body)","uri":"http://[::1]:46271/omicron-config","method":"PUT"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.376087037Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.376227527Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.376317947Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.376398658Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.380789276Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:23.381884768Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36132"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.38350678Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/omicron-config","method":"PUT","req_id":"dbd0fe3f-3ba7-4cf4-ad2e-729214a38e00","remote_addr":"[::1]:36132","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:23.384011606Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/omicron-config","method":"PUT","req_id":"dbd0fe3f-3ba7-4cf4-ad2e-729214a38e00","remote_addr":"[::1]:36132","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":565,"response_code":"200"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.384256895Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.384361683Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.384485781Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.385046808Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.385614199Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(Response { url: \"http://[::1]:46271/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbd0fe3f-3ba7-4cf4-ad2e-729214a38e00\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:46:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.386489463Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"body":"Some(Body)","uri":"http://[::1]:46271/network-bootstore-config","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.387064048Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/network-bootstore-config","method":"PUT","req_id":"accb7a96-d39f-4b77-b93f-4c6c946c31e0","remote_addr":"[::1]:36132","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:23.388165823Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/network-bootstore-config","method":"PUT","req_id":"accb7a96-d39f-4b77-b93f-4c6c946c31e0","remote_addr":"[::1]:36132","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":1133,"response_code":"204"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.388392134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:23.38852084Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.388719326Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.389256877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.389681763Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(Response { url: \"http://[::1]:46271/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"accb7a96-d39f-4b77-b93f-4c6c946c31e0\", \"date\": \"Wed, 30 Apr 2025 06:46:23 GMT\"} })"}
{"msg":"Running step start_nexus_external","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.39275659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"Starting Nexus (external API)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:23.392850136Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.364572648Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.364676876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.364711184Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.364738519Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.365725235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.369302212Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.377555215Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.377620536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.377647279Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.377679984Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.377709773Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.377735024Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.378384027Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.381147242Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.383938063Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.384158773Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.38420791Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.384611955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.386376441Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.386433455Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.386464216Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.387219351Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.399512965Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.399573706Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.400076498Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.402227834Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.40228092Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.402309948Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.40278794Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"set cockroachdb setting","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:26.411210071Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","value":"22.1","setting":"cluster.preserve_downgrade_option"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.412173079Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.412229001Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.41274066Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.413024576Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.420264461Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.420336234Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.420369089Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.420816621Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.447331941Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.447416439Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.447447221Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.447474305Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.448082086Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.458950079Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.459024307Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.459067253Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.459098225Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.459127854Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.459632118Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.473086986Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.480032384Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n    V6(\n        Ipv6Network {\n            addr: fd00:1122:3344:100::,\n            prefix: 56,\n        },\n    ),\n)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.480117494Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.480144237Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.480171492Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.480538603Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.482637024Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.498033731Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.498092859Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.498122989Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.498587645Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Using static configuration for external switchports","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:26.506069382Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.50614403Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.506176445Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.506931389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"fetched allowlist from DB","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.515720932Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:08.248500Z, allowed_ips: None }"}
{"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.515786452Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.515816362Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_rules":"[]"}
{"msg":"resolved 0 rules for sleds","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.515842233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"Recording Rack Network Configuration","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:26.547824285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.547934966Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.547969605Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.548458659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.601373008Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","vpc_to_sled":"[]"}
{"msg":"sending firewall rules to sled agents","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.601481865Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:26.601626824Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"successfully propagated service firewall rules","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.601762324Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","elapsed":"6.688646661s"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.601866501Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{}","iteration":1,"elapsed":"6.688770938s"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.679744157Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.680554101Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.680608139Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.68063408Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.681711607Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.692166097Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.698433334Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.698502041Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.698535147Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.699050764Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.709102893Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"IpPool { parent: Fleet, key: 08cfeacd-c95b-4953-a4cb-a67a674fd78b, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.709167121Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.70922221Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.709252801Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.709761745Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.716415903Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.722054869Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 08cfeacd-c95b-4953-a4cb-a67a674fd78b, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.722107503Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.722134237Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.722653682Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.734809521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"IpPool { parent: Fleet, key: 08cfeacd-c95b-4953-a4cb-a67a674fd78b, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.734868208Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.734898118Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.734922717Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.735429417Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.740853744Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.745504581Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 08cfeacd-c95b-4953-a4cb-a67a674fd78b, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.758471086Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"IpPool { parent: Fleet, key: 08cfeacd-c95b-4953-a4cb-a67a674fd78b, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.758556716Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.758589542Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.758616024Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.759478302Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.79103207Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.796379936Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 08cfeacd-c95b-4953-a4cb-a67a674fd78b, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.802205062Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.802345381Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.802444258Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.802528867Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.803229733Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.807163762Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.810802301Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted blueprint","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:26.936317462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","blueprint_id":"dcdf798e-ba6a-4ecb-99a5-66990e61530c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.936390929Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.936424004Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:26.936450367Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.936474665Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.937508425Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.94510486Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:26.949337604Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:26.955286136Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"Inserted networking records for external_dns service","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:27.005153143Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"No networking records needed for clickhouse service","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:27.00527223Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:27.005364644Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"No networking records needed for internal_dns service","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:27.005729591Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"Inserted networking records for nexus service","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:27.038280116Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"Inserted service networking records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:27.038333903Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"Inserted physical disks","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:27.038358202Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"Inserted zpools","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:27.038408983Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"Inserted datasets","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:27.03843256Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:27.061672785Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"Populated DNS tables for external DNS","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:27.070275094Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.070567737Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.070611284Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.070638819Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.070662957Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.071705294Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.076073878Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.080794934Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.080941626Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.080979923Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.081039301Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.081065513Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.081442274Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.083946544Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.087442459Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.137386639Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.13755264Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.137652399Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.137739092Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.138959684Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.147818885Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.160185374Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.160274071Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.160364211Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.160447316Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.160598588Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.161307069Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.165306007Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.17845711Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.181451616Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.181509792Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.181540323Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.181565172Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.182231961Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.185577286Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.194459744Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Created recovery silo","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:27.20516839Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"Created recovery user","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:27.208053909Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"Created recovery user's password","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:27.21370558Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.213893615Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Silo { parent: Fleet, key: 56ce8413-ad1d-4295-8c9b-2c01cfecb11a, lookup_type: ById(56ce8413-ad1d-4295-8c9b-2c01cfecb11a) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.214284544Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"56ce8413-ad1d-4295-8c9b-2c01cfecb11a","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.214335094Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.214484412Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.215576397Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.21766572Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.217718155Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.21775076Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.218418009Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.220987068Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.229327756Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Silo { parent: Fleet, key: 56ce8413-ad1d-4295-8c9b-2c01cfecb11a, lookup_type: ById(56ce8413-ad1d-4295-8c9b-2c01cfecb11a) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Generated role assignment queries","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.229391183Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"Granted Silo privileges","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:27.234574159Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.234629009Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.23465965Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.234686944Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.234711443Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.235981543Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.238349531Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.242631683Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.253326402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.253541841Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.254152939Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.257935135Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.257974814Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.258647484Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.261281051Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.261338465Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.262032909Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.264136891Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.264195277Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.264223373Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.264250908Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.264821004Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.266800709Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.266854816Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.266880969Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.267499892Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.269469266Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.269525758Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.269553233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.270086034Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.271980699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.280653219Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.280795192Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.280873558Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.280980992Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.281066372Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.281143766Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.281741928Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.284039065Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.284098694Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.284128503Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.285011903Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.289154106Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.289212703Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.289243064Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.289987807Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.29343208Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.307947982Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.308013813Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.308045075Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.309003876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.312753366Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.312813426Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.313330226Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.315707923Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.315765047Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.316352557Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.318490938Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.318598092Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.319449368Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.323171394Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.323475189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.323564577Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.323645348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.32425395Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.327053458Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.327141263Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.327252284Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.328722323Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.33127039Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.331376241Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.33146098Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.332389069Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.335372604Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.346467199Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.346536176Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.346561497Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.346586326Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.347583323Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.353595181Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.353661623Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.354930962Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.357782805Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.357928124Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.358521216Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.361834056Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.361888615Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.365043842Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.371336099Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.371404315Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.371436599Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.371461839Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.372426992Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.376259789Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.376373465Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.376467984Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.377877281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.385465821Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.385525149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.385553907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.386425513Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.389461332Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.404682389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.405030262Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.405078578Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.405201393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.405376031Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.405420159Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.406341324Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.41014863Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.410376023Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.411194163Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.412757799Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.41926833Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.419325995Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.419356586Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.42031727Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.429314246Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.439458047Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.439594499Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.439684338Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.44026255Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.45260931Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.452751864Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.454202915Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.457157372Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.457268283Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.457900823Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.461877116Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.461919731Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.463523065Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.4661354Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.466179999Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.467347635Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.47131519Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.471457474Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.471551551Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.471632302Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.47241399Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.478436249Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.478561017Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.478701778Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.479402504Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.481436416Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.481547939Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.481668128Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.48233665Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.484646993Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.491979393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.492049492Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.492075504Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.492109492Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.49224414Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.492328057Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.492786942Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.495579345Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.495673322Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.495711068Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.496416774Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.499197614Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.49925541Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.499284648Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.500180853Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.502339544Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.513104262Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.513171426Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.513200594Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.514109906Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.533827673Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: f0d6fc6a-b0f3-4589-add3-72c6b64994f3, kind: Service { id: a4e17440-e3a4-42de-afeb-9b34a4fe8e6c }, name: Name(\"nexus-a4e17440-e3a4-42de-afeb-9b34a4fe8e6c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 1fb6b591-084f-4f32-a1cb-b6eee8989bad, kind: Service { id: 251fed6d-a522-483e-8006-13516639641f }, name: Name(\"external-dns-251fed6d-a522-483e-8006-13516639641f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.533904566Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.533935147Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.533959826Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.533983002Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.534422227Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.537060303Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.545601892Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.54566113Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.545691019Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.546962583Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.548179979Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59171","req_id":"6aa1562a-f7ae-4d9b-9ac4-772889416307","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   f7 aa 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.548243255Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59171","req_id":"6aa1562a-f7ae-4d9b-9ac4-772889416307","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 63402,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.548458103Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.54862232Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"1a0232df-a5c7-48d3-84e9-7c5bb0e1dfff.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.54909923Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59171","req_id":"6aa1562a-f7ae-4d9b-9ac4-772889416307","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"1a0232df-a5c7-48d3-84e9-7c5bb0e1dfff.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61112, target: Name(\"1a0232df-a5c7-48d3-84e9-7c5bb0e1dfff.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.550875078Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62896","req_id":"9b7aa42d-7260-42e1-9444-be4c9ceec103","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   9e 69 01 00  00 01 00 00  00 00 00 01  24 31 61 30   .i..........$1a0\n0010:   32 33 32 64  66 2d 61 35  63 37 2d 34  38 64 33 2d   232df-a5c7-48d3-\n0020:   38 34 65 39  2d 37 63 35  62 62 30 65  31 64 66 66   84e9-7c5bb0e1dff\n0030:   66 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   f.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.551193723Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62896","req_id":"9b7aa42d-7260-42e1-9444-be4c9ceec103","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40553,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"1a0232df-a5c7-48d3-84e9-7c5bb0e1dfff.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"1a0232df-a5c7-48d3-84e9-7c5bb0e1dfff.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            36,\n            49,\n            97,\n            48,\n            50,\n            51,\n            50,\n            100,\n            102,\n            45,\n            97,\n            53,\n            99,\n            55,\n            45,\n            52,\n            56,\n            100,\n            51,\n            45,\n            56,\n            52,\n            101,\n            57,\n            45,\n            55,\n            99,\n            53,\n            98,\n            98,\n            48,\n            101,\n            49,\n            100,\n            102,\n            102,\n            102,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.551625083Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"1a0232df-a5c7-48d3-84e9-7c5bb0e1dfff.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.551927766Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62896","req_id":"9b7aa42d-7260-42e1-9444-be4c9ceec103","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"1a0232df-a5c7-48d3-84e9-7c5bb0e1dfff.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"1a0232df-a5c7-48d3-84e9-7c5bb0e1dfff.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"1a0232df-a5c7-48d3-84e9-7c5bb0e1dfff.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"fetched allowlist from DB","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.552177984Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:46:27.242562Z, allowed_ips: None }"}
{"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.552267162Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.553262545Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 1fb6b591-084f-4f32-a1cb-b6eee8989bad, kind: Service { id: 251fed6d-a522-483e-8006-13516639641f }, name: Name(\"external-dns-251fed6d-a522-483e-8006-13516639641f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: f0d6fc6a-b0f3-4589-add3-72c6b64994f3, kind: Service { id: a4e17440-e3a4-42de-afeb-9b34a4fe8e6c }, name: Name(\"nexus-a4e17440-e3a4-42de-afeb-9b34a4fe8e6c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"}
{"msg":"resolved 2 rules for sleds","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:27.553404358Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:27.601553802Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38912"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:27.603049713Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"5c9de8bc-b9ce-48d3-aa8a-99ffe2dfacda","remote_addr":"[::1]:38912","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:27.603453848Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"5c9de8bc-b9ce-48d3-aa8a-99ffe2dfacda","remote_addr":"[::1]:38912","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":413,"response_code":"200"}
{"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.014016136Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:46:19.936212Z, time_modified: 2025-04-30T06:46:19.936212Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(45921), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(44311) }]"}
{"msg":"sending firewall rules to sled agents","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.014116506Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.014142387Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.014172437Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.014921279Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.015421045Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62481"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.01548385Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41466"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.015511706Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33423"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.015534762Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60986"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.015558449Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44722"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.015580272Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60919"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.015602507Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41646"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.017625427Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"1cfcac2e-f000-4ff9-944a-92f442ee3708","remote_addr":"[::1]:62481","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.017844814Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"c1455d1c-e055-4fff-97c0-a046478e497d","remote_addr":"[::1]:41466","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.017886688Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"625de89c-11a5-4cc7-9fc0-fc198d8e3327","remote_addr":"[::1]:33423","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.017931848Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"0ac6d10c-aa72-4d84-a1c3-e5d6b583fd66","remote_addr":"[::1]:60986","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.018071436Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"ee750b15-7101-43a6-9945-9dabd8134856","remote_addr":"[::1]:44722","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.018185082Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"68461255-0dfe-48f7-8d1e-7117be523299","remote_addr":"[::1]:60919","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.018303027Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"9a2b01e1-f7ed-4792-bb52-b9d39926a492","remote_addr":"[::1]:41646","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.022398718Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"1cfcac2e-f000-4ff9-944a-92f442ee3708","remote_addr":"[::1]:62481","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4787,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.022467064Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"c1455d1c-e055-4fff-97c0-a046478e497d","remote_addr":"[::1]:41466","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4705,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.022568716Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"625de89c-11a5-4cc7-9fc0-fc198d8e3327","remote_addr":"[::1]:33423","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4688,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.022644367Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"0ac6d10c-aa72-4d84-a1c3-e5d6b583fd66","remote_addr":"[::1]:60986","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4689,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.022678886Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"ee750b15-7101-43a6-9945-9dabd8134856","remote_addr":"[::1]:44722","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4641,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.022707483Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"68461255-0dfe-48f7-8d1e-7117be523299","remote_addr":"[::1]:60919","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4562,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.022741691Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"9a2b01e1-f7ed-4792-bb52-b9d39926a492","remote_addr":"[::1]:41646","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4485,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.028121149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.028180267Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.028352741Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.028401989Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.029002054Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.040210206Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.04439826Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.102586096Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:45921/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.106735613Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45787"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.119098165Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"0d1f7954-283b-4f24-966d-a6c8d7f930f7","remote_addr":"[::1]:45787","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.126520744Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"0d1f7954-283b-4f24-966d-a6c8d7f930f7","remote_addr":"[::1]:45787","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7433,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.13062427Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"0d1f7954-283b-4f24-966d-a6c8d7f930f7\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"}
{"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.134485674Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.134540663Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.134573909Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.13469448Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.135587268Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":2,"reason":"Signaled"}
{"msg":"reading DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.135709853Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.135784251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.135880863Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.136595778Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.136723693Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":2,"reason":"Signaled"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.13681269Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.143283703Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":2,"reason":"Signaled"}
{"msg":"reading DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.143391708Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.143465555Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.143549292Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.144282513Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.14441161Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":2,"reason":"Signaled"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.144497271Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.14468226Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":2,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.144782219Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.144940795Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.145080784Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.145208558Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.145708605Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.145838994Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":5,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.145930667Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.146026268Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.146142058Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.14622329Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.146688136Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.160495847Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61086","req_id":"4c4c4ef4-e999-4d76-8ed5-8cd7369ff606","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   fe 5c 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   .\\..........._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.160795965Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61086","req_id":"4c4c4ef4-e999-4d76-8ed5-8cd7369ff606","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 65116,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.161245771Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.161612793Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"93d452e9-aac0-42d3-8e5a-202f1584cc34.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.161886548Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61086","req_id":"4c4c4ef4-e999-4d76-8ed5-8cd7369ff606","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"93d452e9-aac0-42d3-8e5a-202f1584cc34.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47007, target: Name(\"93d452e9-aac0-42d3-8e5a-202f1584cc34.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.162095334Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59612","req_id":"ca478985-d357-424b-8954-7f631b5bb1b3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   64 c2 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   d............_ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.16223886Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59612","req_id":"ca478985-d357-424b-8954-7f631b5bb1b3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25794,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.162457596Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.162678115Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"251fed6d-a522-483e-8006-13516639641f.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.16282604Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59612","req_id":"ca478985-d357-424b-8954-7f631b5bb1b3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"251fed6d-a522-483e-8006-13516639641f.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52841, target: Name(\"251fed6d-a522-483e-8006-13516639641f.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.163387889Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.16355386Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.16364936Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.163732887Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.164251721Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.164606688Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.164724462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.164807117Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.164886105Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.165426652Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.166272407Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47007, target: Name(\"93d452e9-aac0-42d3-8e5a-202f1584cc34.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"93d452e9-aac0-42d3-8e5a-202f1584cc34.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4452, tv_nsec: 965200910 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.166402055Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"93d452e9-aac0-42d3-8e5a-202f1584cc34.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.166694237Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52841, target: Name(\"251fed6d-a522-483e-8006-13516639641f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"251fed6d-a522-483e-8006-13516639641f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4452, tv_nsec: 965632390 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.166810128Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"251fed6d-a522-483e-8006-13516639641f.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.170347225Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.170462876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.170548346Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.170629498Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.171116518Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.175946111Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51665","req_id":"b16b44f0-4082-46fc-b58e-20656ab3a7ad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   12 69 01 00  00 01 00 00  00 00 00 01  24 39 33 64   .i..........$93d\n0010:   34 35 32 65  39 2d 61 61  63 30 2d 34  32 64 33 2d   452e9-aac0-42d3-\n0020:   38 65 35 61  2d 32 30 32  66 31 35 38  34 63 63 33   8e5a-202f1584cc3\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.176145167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51665","req_id":"b16b44f0-4082-46fc-b58e-20656ab3a7ad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4713,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"93d452e9-aac0-42d3-8e5a-202f1584cc34.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"93d452e9-aac0-42d3-8e5a-202f1584cc34.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            36,\n            57,\n            51,\n            100,\n            52,\n            53,\n            50,\n            101,\n            57,\n            45,\n            97,\n            97,\n            99,\n            48,\n            45,\n            52,\n            50,\n            100,\n            51,\n            45,\n            56,\n            101,\n            53,\n            97,\n            45,\n            50,\n            48,\n            50,\n            102,\n            49,\n            53,\n            56,\n            52,\n            99,\n            99,\n            51,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.176385476Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"93d452e9-aac0-42d3-8e5a-202f1584cc34.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.176525195Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51665","req_id":"b16b44f0-4082-46fc-b58e-20656ab3a7ad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"93d452e9-aac0-42d3-8e5a-202f1584cc34.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"93d452e9-aac0-42d3-8e5a-202f1584cc34.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"93d452e9-aac0-42d3-8e5a-202f1584cc34.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.176688851Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63742","req_id":"334652ad-f778-4148-9fad-ff047558f7fa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   44 c6 01 00  00 01 00 00  00 00 00 01  24 32 35 31   D...........$251\n0010:   66 65 64 36  64 2d 61 35  32 32 2d 34  38 33 65 2d   fed6d-a522-483e-\n0020:   38 30 30 36  2d 31 33 35  31 36 36 33  39 36 34 31   8006-13516639641\n0030:   66 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   f.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.177032125Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63742","req_id":"334652ad-f778-4148-9fad-ff047558f7fa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17606,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"251fed6d-a522-483e-8006-13516639641f.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"251fed6d-a522-483e-8006-13516639641f.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            36,\n            50,\n            53,\n            49,\n            102,\n            101,\n            100,\n            54,\n            100,\n            45,\n            97,\n            53,\n            50,\n            50,\n            45,\n            52,\n            56,\n            51,\n            101,\n            45,\n            56,\n            48,\n            48,\n            54,\n            45,\n            49,\n            51,\n            53,\n            49,\n            54,\n            54,\n            51,\n            57,\n            54,\n            52,\n            49,\n            102,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.177273987Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"251fed6d-a522-483e-8006-13516639641f.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.177408124Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63742","req_id":"334652ad-f778-4148-9fad-ff047558f7fa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"251fed6d-a522-483e-8006-13516639641f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"251fed6d-a522-483e-8006-13516639641f.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"251fed6d-a522-483e-8006-13516639641f.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.178059592Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.182497424Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.182608094Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.182692232Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.183170154Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.191388339Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.198333376Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.198441582Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.198529597Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.203050154Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.20452872Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.21917903Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"found DNS servers (initial)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.22029335Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","addresses":"DnsServersList { addresses: [[::1]:47007] }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.220451866Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"addresses\":[\"[::1]:47007\"]}","iteration":2,"elapsed":"83.714886ms"}
{"msg":"found DNS servers (initial)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.221700203Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","addresses":"DnsServersList { addresses: [[::1]:52841] }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.22174888Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"addresses\":[\"[::1]:52841\"]}","iteration":2,"elapsed":"77.325556ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.231043399Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":2,"reason":"Dependency"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:28.231156995Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","reason":"no config"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.231188127Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"111.082µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.231217325Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":2,"reason":"Dependency"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:28.231243107Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","reason":"no config"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.231265712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"62.424µs"}
{"msg":"found DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.231588054Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","version":"1"}
{"msg":"reading DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.231635328Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"reading DNS zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.231659306Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.231685348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.231712772Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.231739756Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.231765898Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.232386615Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.236303128Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.2453883Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"}
{"msg":"Rack initialized","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.245494211Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.245591044Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.245678478Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.246235438Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.247219188Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.259177614Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.260035654Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.26068601Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.260735007Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.260762131Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.268117035Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.268193668Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.268222335Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.268244299Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.274626235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.274688739Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.274718659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.276042456Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.279204156Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54799","req_id":"056a2692-d458-4e01-9e9d-b2f12ba0024d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   88 ed 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.279302532Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54799","req_id":"056a2692-d458-4e01-9e9d-b2f12ba0024d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35053,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.279575045Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.280142235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.280426882Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.2804762Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54799","req_id":"056a2692-d458-4e01-9e9d-b2f12ba0024d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.282352779Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4453, tv_nsec: 81161364 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.282405234Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.282499902Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.283193915Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.283250157Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.283908509Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.291394013Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.306963224Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.307185437Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.307369714Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.308148756Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"found DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.309316974Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","version":"2"}
{"msg":"reading DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.309412594Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"reading DNS zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.30951092Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.310677965Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.310737063Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.310774047Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.310801522Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.312716998Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.313860136Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58647","req_id":"382bbb08-c653-4c4b-8880-55fc89ca499f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   97 90 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.314271295Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58647","req_id":"382bbb08-c653-4c4b-8880-55fc89ca499f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38800,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.31465049Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.314830339Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58647","req_id":"382bbb08-c653-4c4b-8880-55fc89ca499f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.315038964Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59759","req_id":"41f662d4-d9f9-4f44-aa56-7a66e710463f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   26 af 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   &...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.315245245Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59759","req_id":"41f662d4-d9f9-4f44-aa56-7a66e710463f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9903,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.31555867Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.315742436Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59759","req_id":"41f662d4-d9f9-4f44-aa56-7a66e710463f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.316182703Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.31629175Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.316952978Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.419805655Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.420453596Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.442285244Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.442397338Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.442491555Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.443038756Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"found zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.445223138Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.445316394Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"e59d7988-20a2-45fb-b5a5-33b7463c2064"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.445427575Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.44559038Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.445696541Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.445779947Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.446436275Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.447311178Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.447435706Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.447522239Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.447602899Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.448329116Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"found zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.450209503Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.450505693Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"ccdcfbe8-1762-48b5-b372-06d1529c6a72"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.450588558Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.450678417Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.450762595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.450844749Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.451329284Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.453779326Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.460622711Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.460729082Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.460816787Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.461294329Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.461637753Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.467463019Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.467582678Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.467668399Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.468210399Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.469418135Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.499514119Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.499627615Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.499718977Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.500424453Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"found all DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.501571899Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","found_so_far":23,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"e59d7988-20a2-45fb-b5a5-33b7463c2064"}
{"msg":"read DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.501784904Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nzones":1,"version":1}
{"msg":"found latest generation (first find)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.501877348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","generation":1}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.502033609Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"generation\":1}","iteration":2,"elapsed":"366.442062ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.502226914Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":3,"reason":"Dependency"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.591333964Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_server_url":"http://[::1]:47007","servers":"DnsServersList { addresses: [[::1]:47007] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:47007/config","method":"PUT"}
{"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.593215754Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-30T06:46:18.006203Z, time_modified: 2025-04-30T06:46:18.006203Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 56ce8413-ad1d-4295-8c9b-2c01cfecb11a, db_silo: Silo { identity: SiloIdentity { id: 56ce8413-ad1d-4295-8c9b-2c01cfecb11a, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:46:27.070444Z, time_modified: 2025-04-30T06:46:27.070444Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 56ce8413-ad1d-4295-8c9b-2c01cfecb11a, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 56ce8413-ad1d-4295-8c9b-2c01cfecb11a, db_silo: Silo { identity: SiloIdentity { id: 56ce8413-ad1d-4295-8c9b-2c01cfecb11a, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:46:27.070444Z, time_modified: 2025-04-30T06:46:27.070444Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.593496393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"56ce8413-ad1d-4295-8c9b-2c01cfecb11a\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"56ce8413-ad1d-4295-8c9b-2c01cfecb11a\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 56ce8413-ad1d-4295-8c9b-2c01cfecb11a with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"448.582631ms"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.593971289Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.594035377Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.594066198Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.594093853Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.595059607Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.595200498Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:47007","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:58979"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.595464785Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54757","req_id":"d24d7761-246d-4443-b601-85e99856cf8d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   84 08 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.59556778Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54757","req_id":"d24d7761-246d-4443-b601-85e99856cf8d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33800,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.595856255Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 33800,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:28.596076594Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54757","req_id":"d24d7761-246d-4443-b601-85e99856cf8d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"found all DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.597486523Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"ccdcfbe8-1762-48b5-b372-06d1529c6a72"}
{"msg":"read DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.597548937Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nzones":1,"version":2}
{"msg":"found latest generation (first find)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.597658395Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","generation":2}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.597749166Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"generation\":2}","iteration":2,"elapsed":"454.259092ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.597781691Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":3,"reason":"Dependency"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.691620499Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_server_url":"http://[::1]:52841","servers":"DnsServersList { addresses: [[::1]:52841] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:52841/config","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.693892115Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:52841","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:61792"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.694534424Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.694629293Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.694734894Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.695293858Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/config","method":"PUT","req_id":"d6e939f6-4936-4d5e-b744-d0e2272c2959","remote_addr":"[::1]:58979","local_addr":"[::1]:47007","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"attempting generation update","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.696100625Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"new_generation":1,"req_id":"d6e939f6-4936-4d5e-b744-d0e2272c2959","component":"store","component":"internal_dns_server"}
{"msg":"updated generation","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.696269872Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"new_generation":1,"req_id":"d6e939f6-4936-4d5e-b744-d0e2272c2959","component":"store","component":"internal_dns_server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.696949587Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/config","method":"PUT","req_id":"d6e939f6-4936-4d5e-b744-d0e2272c2959","remote_addr":"[::1]:58979","local_addr":"[::1]:47007","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1667,"response_code":"204"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.697392088Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.697506025Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.697610594Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.702006051Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.70287393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/config","method":"PUT","req_id":"1db3c7bc-5b8d-46b0-9754-f18916bf6369","remote_addr":"[::1]:61792","local_addr":"[::1]:52841","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.703197886Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_server_url":"http://[::1]:47007","servers":"DnsServersList { addresses: [[::1]:47007] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:47007/config\", status: 204, headers: {\"x-request-id\": \"d6e939f6-4936-4d5e-b744-d0e2272c2959\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"DNS server now at generation 1","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.703333185Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_server_url":"http://[::1]:47007","servers":"DnsServersList { addresses: [[::1]:47007] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"DNS propagation: done","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.706547269Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"servers":"DnsServersList { addresses: [[::1]:47007] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.706775203Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"generation\":1,\"server_results\":{\"[::1]:47007\":{\"Ok\":null}}}","iteration":3,"elapsed":"204.539993ms"}
{"msg":"attempting generation update","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.707181773Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"new_generation":2,"req_id":"1db3c7bc-5b8d-46b0-9754-f18916bf6369","component":"store","component":"external_dns_server"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.707326572Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"external_dns_server"}
{"msg":"creating tree","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.707414978Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"}
{"msg":"updating current config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.707754114Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"external_dns_server"}
{"msg":"flushing default tree","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.707964142Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"external_dns_server"}
{"msg":"pruning trees for generations older than 2","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.708092528Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"external_dns_server","keep":3}
{"msg":"updated generation","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.708176956Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"new_generation":2,"req_id":"1db3c7bc-5b8d-46b0-9754-f18916bf6369","component":"store","component":"external_dns_server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.70949382Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/config","method":"PUT","req_id":"1db3c7bc-5b8d-46b0-9754-f18916bf6369","remote_addr":"[::1]:61792","local_addr":"[::1]:52841","component":"http","kind":"dns","component":"external_dns_server","latency_us":6627,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.710819411Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_server_url":"http://[::1]:52841","servers":"DnsServersList { addresses: [[::1]:52841] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:52841/config\", status: 204, headers: {\"x-request-id\": \"1db3c7bc-5b8d-46b0-9754-f18916bf6369\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"DNS server now at generation 2","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.710935613Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"dns_server_url":"http://[::1]:52841","servers":"DnsServersList { addresses: [[::1]:52841] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"DNS propagation: done","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:28.712665459Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"servers":"DnsServersList { addresses: [[::1]:52841] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.712815849Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"generation\":2,\"server_results\":{\"[::1]:52841\":{\"Ok\":null}}}","iteration":3,"elapsed":"115.229898ms"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.713335755Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.713439852Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.713526896Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.714338202Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.720333277Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a51b848-959c-46e8-a9a2-90a4f44ad8c9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.721215565Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.721509881Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.730434523Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.730536627Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.7306087Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.730707507Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.730792446Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.730871113Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.73138662Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.739003015Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.7391763Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.739330297Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.739867478Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.75413752Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.754260054Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.754295745Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.754642877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.755887486Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94058287-e8f5-4a7c-a6c2-b2ff5ea764c2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.756557942Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.764771628Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.771459342Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.771526166Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.771556416Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.772037073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.80547222Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.805745956Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.80699292Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.811667935Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"404c35ed-c0e7-44c1-95ab-72722192505d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.812125376Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.81276444Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.812856463Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.814346983Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.818997669Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.819046476Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.827712633Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.829281489Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86cc321c-8687-400d-bdff-d2d2ec898141\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.829356107Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.833861564Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.83393964Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.833972856Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.834001944Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.835921058Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.837223613Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88a7f5d2-1cc1-415e-9336-d2968a9c958c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.837437018Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.839874444Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.839953813Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.839983502Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.841610283Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.845169044Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aa57876-f883-4eb5-80ca-e5330f1294bd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.845537508Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.84592484Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.846055079Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.846154597Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.846949922Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.856631021Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.866279304Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.866377901Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.866494904Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.866581226Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.867533253Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.86937358Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41ad126d-5c92-4380-b1e9-50d75df5bfee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.869671173Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.869959507Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.870065208Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.870631907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.872988302Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ca31678-ff31-4a1e-a087-bff6ae205985\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.873244442Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.873525702Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.873632165Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.874174996Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.87687729Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62a16b8e-112b-4900-b1c7-46adb4fe72b0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.877179122Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.877656904Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.878575774Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.879102233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.885258028Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.885539329Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.88564011Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.885724317Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.886299654Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.892741238Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f8f5d67-b527-418e-951d-dc825ce73d0c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.893438918Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.896063958Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.896164429Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.896247033Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.897763675Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.906669479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.906776953Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.906861301Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.907923337Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.918129933Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c78cb77c-bbb2-424b-bdec-c55ec1338ed5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.91831891Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.918648637Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.930332737Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.930406113Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.93042986Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.93046502Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.93056034Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.930600821Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.931446977Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.940385105Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c37945ac-1f9c-4a24-9249-744b824e1877\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.940566196Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.941090451Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.94114512Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.941176172Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.9418479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.946320421Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc8a3e89-c51a-4fb9-8c25-9ab68fcc595d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.946659928Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.946847261Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.946888082Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.946915988Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.947407146Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.949597Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.961084177Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.96115106Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.961178615Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.961703611Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.963327928Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02fb92fb-8972-4352-a52d-b95e802cfe4c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.96349461Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.965991885Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ced4c048-d23e-4b0e-af26-6b68b9d4be8f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.966148918Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.966379468Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.966424407Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.966899774Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.969206861Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07ac5fb9-2e1c-4855-ab2d-c9622d925fd0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.969268123Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.969456208Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.96950768Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.970027486Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.972556134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.972607537Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.973016511Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.974178978Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9a54389-4032-40c8-8b0c-940f6650b372\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.974295229Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.976261306Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.976306246Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.97683523Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.978359547Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3a00142-c26c-489f-bb69-a820f8c2e0df\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.978478624Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.978984492Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.979027157Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.979054983Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.97908371Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.979669587Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.981732187Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.981777187Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.981805503Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.982418845Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.983874866Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57caca6a-dc03-47c7-939f-dae44dce83b2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.984025256Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.987724125Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:28.987785127Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.987817632Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.988230023Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.988441074Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eca441ef-af8f-4852-9cf3-54c48478e2c3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.988592826Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.990534575Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fe41bff-c364-4660-bd2a-81e38cdfdf22\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.990679454Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:28.991185913Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.004666672Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.00484636Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.004932302Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.005053072Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.005339443Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.005529081Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.006148956Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.011942729Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47cb2c8c-147f-448f-98b4-601368e89004\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.01227423Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.012457014Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.012505901Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.012532655Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.013382067Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.017490483Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38babe97-fe5a-4a21-9097-30a8508f13e2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.017830961Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.019043968Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.019171242Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.019285339Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.020396743Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.030568781Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cf08680-ac58-4f1f-a5b6-fe5f1f43d977\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.031159337Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.031584254Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.043027664Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.04315589Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.043246089Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.044499507Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.052114349Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d42f11ff-aef8-49c8-920e-87b1790f4ff2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.056906206Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.060032736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: f0d6fc6a-b0f3-4589-add3-72c6b64994f3, kind: Service { id: a4e17440-e3a4-42de-afeb-9b34a4fe8e6c }, name: Name(\"nexus-a4e17440-e3a4-42de-afeb-9b34a4fe8e6c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 1fb6b591-084f-4f32-a1cb-b6eee8989bad, kind: Service { id: 251fed6d-a522-483e-8006-13516639641f }, name: Name(\"external-dns-251fed6d-a522-483e-8006-13516639641f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.060138576Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.060539115Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.060629875Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.060812239Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.061696781Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.062311055Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edb50589-a847-4baa-bfb6-c85285ed67c0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.062651483Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.066627946Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.075107281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.075209144Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.076840213Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.077592061Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.080618101Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8614bc1-13cb-444a-89bb-e5f27e7bf192\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.080842257Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"fetched allowlist from DB","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.081631961Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:46:27.242562Z, allowed_ips: None }"}
{"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.081718593Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.082149502Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 1fb6b591-084f-4f32-a1cb-b6eee8989bad, kind: Service { id: 251fed6d-a522-483e-8006-13516639641f }, name: Name(\"external-dns-251fed6d-a522-483e-8006-13516639641f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: f0d6fc6a-b0f3-4589-add3-72c6b64994f3, kind: Service { id: a4e17440-e3a4-42de-afeb-9b34a4fe8e6c }, name: Name(\"nexus-a4e17440-e3a4-42de-afeb-9b34a4fe8e6c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"}
{"msg":"resolved 2 rules for sleds","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.082269781Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.086354239Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7c88539-1e0d-449d-ab87-939b206a5339\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.086570951Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.102202025Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9acc821-698c-438d-aeca-f812a6a64657\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.102437174Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.10675648Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48b263b5-0568-4712-8804-e6e2769adc1c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.107074143Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.108990371Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba86bb2c-46e8-4c42-95e2-53f41e865010\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.109451539Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.111171606Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60b9e1ba-1c8a-4879-b097-ee8fdbf03078\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.111409781Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.113340468Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a900df1-24bd-47cc-b6b1-a5ffad12505b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.113566979Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.115512195Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da22847a-dc9e-4619-b8e7-88b70384b0ec\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.115726652Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.118489256Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27e30899-85f6-45fe-ac41-89524f387d34\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.119346655Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.126666048Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83e7bd90-1fb9-48b9-92ea-be62bcff8538\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.126842299Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.130894082Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8649368-c070-4f44-bfb3-92c7c65dc430\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.131350101Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.156279321Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de69915f-e0f7-464b-81f2-0da26459d557\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.156650691Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.163407864Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cb90e0d-ea70-418c-944b-d228999d9433\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.163679355Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.16867598Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dc5ea20-74d3-4473-b5a6-a795121e5f54\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.168950076Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.171525317Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:46:19.936212Z, time_modified: 2025-04-30T06:46:19.936212Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(45921), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(44311) }]"}
{"msg":"sending firewall rules to sled agents","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.171629866Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.171731709Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.171829734Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.172720579Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.175052766Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5bbbbba-2fd0-4f58-bc57-0172a0cdb9cb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.175350749Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.176641251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce2c2218-141a-48e9-bf73-b6878f6ed26c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.177936501Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.178231429Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.178369965Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.178461658Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.178542358Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.179976305Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.182331398Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d8475da-ec28-4644-9205-7a3ad6adcea1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.182667798Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.183211341Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.189617114Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.251453649Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:45921/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.252922756Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64108"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.254447154Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"be64db9d-3e1c-4a08-942a-97c9ca2a9822","remote_addr":"[::1]:64108","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.254591612Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2b9ac2e-923f-4fc9-bfad-1fb4460af39d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.254638365Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.254930427Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"be64db9d-3e1c-4a08-942a-97c9ca2a9822","remote_addr":"[::1]:64108","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1043,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.255658678Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"be64db9d-3e1c-4a08-942a-97c9ca2a9822\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.257197103Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"plumbed initial IP allowlist","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.257415338Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33099986Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331081974Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/access","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331114258Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/assets/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331141653Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/device/auth","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331167684Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/device/confirm","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331192624Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/device/success","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331216892Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/device/token","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33124093Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/device/verify","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331265439Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/probes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331288585Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/probes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331312864Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33133631Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331360929Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331385779Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331410067Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331435809Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331462512Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331487682Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331512421Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331536008Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331560687Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331586208Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/images","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331610006Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/login","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33163744Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/login/{silo_name}/local","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331663122Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331687821Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331711869Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331736037Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/lookup/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331759534Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/projects/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33178259Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/projects-new","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331806758Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/settings/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331829353Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/system/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33185318Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331877058Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331900985Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/affinity-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331923991Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331948821Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331973821Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.331998359Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33202351Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33204868Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332072718Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332095874Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33211932Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332142877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332166575Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33218947Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332212466Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332235282Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332259159Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332282846Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332306143Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/certificates","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332329499Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/certificates","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332353377Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332376623Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33240034Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332424729Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/disks","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332448065Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332471953Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/disks/{disk}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33249539Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332518466Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332541652Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332565099Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332587664Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332611251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/floating-ips","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332633595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33265601Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332679436Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332702202Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332725017Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332748143Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33277132Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332793404Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/groups/{group_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332816339Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/images","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332839856Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/images","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332862541Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/images/{image}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332885156Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/images/{image}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332907932Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/images/{image}/demote","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332930777Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/images/{image}/promote","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332953222Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332975847Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.332998091Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333020867Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333044083Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333066347Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333089193Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333112569Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333135044Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333158621Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333181427Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333203942Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333227348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333250805Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333273711Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33329837Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33332351Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333346686Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333370954Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333398038Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333422918Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333448839Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333475463Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333498799Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333521404Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333544029Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/internet-gateways","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333566664Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/internet-gateways","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333588999Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333611964Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333636924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333662846Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333689038Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333712244Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/logout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333734479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/me","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333757044Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/me/groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333779067Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/me/ssh-keys","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333801923Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/me/ssh-keys","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33382542Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333893616Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333921291Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333946661Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333970078Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/network-interfaces","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.333993905Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334019026Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334043745Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334068514Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/ping","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334092672Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334115919Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334138494Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/projects","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334163483Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/projects","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334187621Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/projects/{project}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33421209Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/projects/{project}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334235918Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/projects/{project}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334259705Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334283613Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334306228Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334328572Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/snapshots","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334350897Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334374895Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33439767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334421427Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334444133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33446786Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/racks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334490084Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334512399Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334534693Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334557528Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334580274Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334602618Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334625344Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334647738Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334670133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334692547Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334717086Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334741916Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334765373Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334787366Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334811565Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/switches","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334834019Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334857226Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/identity-providers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.334991303Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335014279Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335037385Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33506019Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335083617Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335106031Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335127735Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335150279Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335173175Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335196391Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335218525Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33524086Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335263365Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335285489Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335308144Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335330599Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335353625Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335375659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335398364Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335420969Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335443383Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335465668Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335488213Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335510778Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335534034Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335556058Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335580296Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335604294Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335626999Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335650967Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335673352Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335696408Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335721237Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335744363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335766447Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335788762Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335810916Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.3358332Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335857619Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335882037Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335905063Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335930664Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335955774Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.335979361Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336001776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336024521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336048128Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336072056Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336094631Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336116565Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336140362Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336165582Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336193779Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/roles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336217386Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336240121Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/silo-quotas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336262916Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336287445Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336310501Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336333146Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33635535Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336377565Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336399959Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336422645Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336445039Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336467434Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/timeseries/query","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336491602Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336516462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/update/repository","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336538996Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336561271Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/update/target-release","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336583645Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/update/target-release","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336606691Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336629076Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336653324Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/users-builtin","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336676049Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336698154Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/utilization/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336720478Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336743263Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/timeseries/query","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336767241Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.3367916Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336815698Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336838553Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336861068Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-router-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336882671Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-router-routes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336904825Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33692739Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336950376Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33697265Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.336995326Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-routers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33701758Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337040335Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337118942Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337148511Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-subnets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337172288Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-subnets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337194242Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337217498Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337240214Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337262137Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337285163Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpcs","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337307578Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpcs","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337330043Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337352668Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337374792Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337397196Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33741924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337442326Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337466915Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/receivers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337492316Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/receivers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337514831Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337538217Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337575121Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337599059Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337621654Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337644148Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337667014Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/secrets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.33768995Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/secrets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337712424Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.33773532Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.337757103Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:54533","component":"dropshot_external","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.389919864Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.38999818Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/access","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39003317Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/assets/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390062539Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/device/auth","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390087699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/device/confirm","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390112949Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/device/success","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390138079Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/device/token","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390165183Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/device/verify","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390192337Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/probes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39021878Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/probes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390242597Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390266335Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390289681Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390315322Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39033952Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390364831Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390390823Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390415602Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39043952Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390465762Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390491834Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390518156Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/images","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390541282Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/login","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390565932Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/login/{silo_name}/local","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390590791Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390616963Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390644097Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390669428Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/lookup/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390694408Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/projects/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390719968Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/projects-new","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390746722Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/settings/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390773335Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/system/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390798886Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390823755Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390848034Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/affinity-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390872142Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390897783Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390924626Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390948193Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390974135Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.390999075Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391025096Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391050126Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391073453Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391098653Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391126088Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391149675Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391174815Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391200626Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391226788Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391251457Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391274183Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/certificates","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391298862Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/certificates","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391321908Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391345134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39136823Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391390815Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/disks","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39141312Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391437819Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/disks/{disk}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391462438Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391488339Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391514852Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391540513Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391566044Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391592487Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/floating-ips","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39161896Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39164436Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391668659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391693468Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391718177Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391743698Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391768267Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391792405Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/groups/{group_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391817746Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/images","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391843186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/images","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391867795Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/images/{image}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391892485Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/images/{image}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391916332Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/images/{image}/demote","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39194024Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/images/{image}/promote","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391962514Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.391984528Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392009297Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392032494Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392056622Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392080569Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392103595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392128184Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392150869Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392172994Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392197322Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392222572Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392247472Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392273784Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392298574Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392322411Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392344996Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392370798Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392395457Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392420366Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392443492Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392469985Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392496568Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392521227Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392544283Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392569063Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/internet-gateways","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392593481Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/internet-gateways","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392616417Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392639323Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392662218Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392686196Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392708511Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392732278Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/logout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392754562Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/me","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39277846Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/me/groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392802909Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/me/ssh-keys","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392826987Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/me/ssh-keys","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392851325Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392875954Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392900433Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39292429Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39294937Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/network-interfaces","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392973448Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.392998779Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393021294Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393046203Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/ping","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39306946Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393094309Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393118157Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/projects","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393141042Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/projects","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393163307Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/projects/{project}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393187615Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/projects/{project}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393212695Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/projects/{project}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39323514Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393258817Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39328533Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393309849Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/snapshots","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393333536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393357784Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393383726Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39340598Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39343109Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393456561Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/racks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39348128Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393507502Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393532823Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39355642Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393580909Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393606189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393628694Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393653032Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393675557Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393701048Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393724585Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393748753Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393773402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393798342Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393820606Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/switches","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393844223Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393868422Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/identity-providers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393891588Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393916287Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393939914Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393965886Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.393991136Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394016436Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394062057Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394091436Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394117768Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394150293Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394177307Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394204672Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394228178Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394254421Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394279741Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394304691Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394330612Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394356233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394382566Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394410391Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394436343Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394461523Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394486894Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394511333Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394537495Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394562655Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394587003Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394611552Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394636111Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394658876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394683325Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394707824Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394731511Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394757623Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394780489Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394804917Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394868083Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394896921Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394922742Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394949566Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.394974315Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395001058Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395028523Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395054254Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395079434Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395104264Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395367138Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395397568Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395422969Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395449692Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395476175Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39549895Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395521525Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/roles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395546295Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395571194Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/silo-quotas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395594551Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395618799Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395645232Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395670282Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395695281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395720381Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395744169Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395768788Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395791924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395817064Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/timeseries/query","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39583986Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395865962Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/update/repository","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395891372Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395916502Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/update/target-release","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39594047Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/update/target-release","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395963476Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.395987975Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396013746Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/users-builtin","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396039487Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396062673Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/utilization/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396087553Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396110499Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/timeseries/query","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39613631Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396159827Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396184316Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396209666Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396234917Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-router-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396259566Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-router-routes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396287822Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396313613Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396339575Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396364024Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39638731Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-routers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396412591Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396436328Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396460476Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396485155Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-subnets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396510085Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-subnets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396532309Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396556858Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396580756Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396605335Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396629743Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpcs","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396653992Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpcs","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.3966783Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396701376Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396724602Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396749372Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39677375Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.39679885Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396823199Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/receivers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396846165Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/receivers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396869391Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396894431Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396918699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396941945Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396967486Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.396993388Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.397017837Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/secrets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.397042225Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/secrets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.397190481Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.397226542Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.397252073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:50014","component":"dropshot_external_techport","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"registered DTrace probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.397276823Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.397300089Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:44253","component":"dropshot","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.397329027Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:44253","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.397356972Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:44253","component":"dropshot","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:44253","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.397381982Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.397404146Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","addr":"127.0.0.1:34046"}
{"msg":"starting producer registration task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.397426401Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"starting oximeter metric producer server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.397447733Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","interval":"10s","address":"127.0.0.1:44253","producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"Running step start_oximeter","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.397472913Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"Starting Oximeter","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.397491069Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"registered DTrace probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.397509416Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter"}
{"msg":"starting oximeter server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.397528734Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"file":"oximeter/collector/src/lib.rs:236","component":"oximeter"}
{"msg":"creating ClickHouse client","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.397551309Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter"}
{"msg":"registered USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.397570828Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.397599005Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"producer-registration-task","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","registration_count":"0"}
{"msg":"will register with Nexus at 127.0.0.1:34046","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.397622311Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"producer-registration-task","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.485769128Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"producer-registration-task","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://127.0.0.1:34046/metrics/producers","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.489443479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","remote_addr":"127.0.0.1:52462"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.495067685Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/producers","method":"POST","req_id":"9a9d6872-2667-42e1-b6ef-792afb076b19","remote_addr":"127.0.0.1:52462","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.49522084Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d4e5306-1560-434d-9e27-884ea1239a55\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.495427552Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.495470858Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.497652945Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9a9d6872-2667-42e1-b6ef-792afb076b19","remote_addr":"127.0.0.1:52462","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.497723336Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9a9d6872-2667-42e1-b6ef-792afb076b19","remote_addr":"127.0.0.1:52462","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.498635924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9a9d6872-2667-42e1-b6ef-792afb076b19","remote_addr":"127.0.0.1:52462","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.50212712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.509672714Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4802345c-faa6-479f-8e44-40512cdb7407\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.510243231Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.513516623Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5712ac88-aa3f-4e12-976f-746c40f5b3e3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.514311016Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:29.525362996Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"}
{"msg":"oximeter database does not exist, creating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.52543515Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"reading db version","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.525464939Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:794","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.525494919Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:29.525632753Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"}
{"msg":"read oximeter database version","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.526115595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:799","component":"oximeter","version":0}
{"msg":"initializing oximeter schema","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.529148859Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:804","component":"oximeter"}
{"msg":"initializing ClickHouse database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.529182887Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.529208768Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.529233347Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a6cc240-ed39-4af4-954f-fbe03d8a97f7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.529268357Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.529296633Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n    value UInt64,\n    timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.529326433Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f11e4c91-41b9-4643-a424-4ac08bf74aa1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.529358226Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.529386212Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"043be36b-18d5-414b-8c25-c4c3401dc42c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.529416613Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.529444839Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.529473105Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.529499868Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.5321156Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.534581854Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.537492654Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.542100595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.55028447Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.553504256Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.553567061Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.553599736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.553628603Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.55434988Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.55494697Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.559016418Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.560918789Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.566037297Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.566103629Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.566136495Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.566552273Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.567015005Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/producers","method":"POST","req_id":"9a9d6872-2667-42e1-b6ef-792afb076b19","remote_addr":"127.0.0.1:52462","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":71973,"response_code":"503"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.625476175Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.625540794Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.62618636Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.626302161Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44932"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.62736076Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"producer-registration-task","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a9d6872-2667-42e1-b6ef-792afb076b19\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:29.629514551Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"9a9d6872-2667-42e1-b6ef-792afb076b19\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:46:28 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"9a9d6872-2667-42e1-b6ef-792afb076b19\\\" }\"","delay":"232.451174ms","count":"0"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.630688129Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.632140603Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"09852400-5d45-4b99-a985-fab99e18ef71","remote_addr":"[::1]:44932","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.632662714Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"09852400-5d45-4b99-a985-fab99e18ef71","remote_addr":"[::1]:44932","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":534,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.63565231Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09852400-5d45-4b99-a985-fab99e18ef71\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.696445276Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.696693571Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.697635538Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.698291765Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35492"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.708813639Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"49519a81-2806-4964-bd99-8ff812ae0dac","remote_addr":"[::1]:35492","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.722697081Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"49519a81-2806-4964-bd99-8ff812ae0dac","remote_addr":"[::1]:35492","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":13879,"response_code":"200"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.722894304Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.723601894Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49519a81-2806-4964-bd99-8ff812ae0dac\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.790415576Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.790490585Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.791109779Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.791249417Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47893"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.794138474Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"883a104c-5837-4b5a-a0b4-3c4b5c01832e","remote_addr":"[::1]:47893","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.794584643Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"883a104c-5837-4b5a-a0b4-3c4b5c01832e","remote_addr":"[::1]:47893","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":450,"response_code":"200"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.794720082Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.799027144Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"883a104c-5837-4b5a-a0b4-3c4b5c01832e\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.868903478Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.868977145Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.869565818Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.873461009Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55529"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.87403904Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"58283f8c-b001-46da-90f2-1b7e9da15a08","remote_addr":"[::1]:55529","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:29.877354526Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"58283f8c-b001-46da-90f2-1b7e9da15a08","remote_addr":"[::1]:55529","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":3336,"response_code":"200"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.877614825Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.879342427Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58283f8c-b001-46da-90f2-1b7e9da15a08\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.881842478Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.881900694Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.881932828Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.890943632Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.891044212Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.89107853Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.891110685Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.89177096Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.892864769Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    /*\n     * NOTE: Right now we can't unambiguously record a nullable byte array.\n     * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n     * a string isn't palatable for a few reasons.\n     * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n     * details.\n     */\n    datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.899308628Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.901466838Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.906352793Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.906607391Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.906659585Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.907177747Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.907507755Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.911394789Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.916149322Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.923195672Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    /*\n     * NOTE: Array types cannot be Nullable, see\n     * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n     * for more details.\n     *\n     * This means we need to use empty arrays to indicate a missing value. This\n     * is unfortunate, and at this point relies on the fact that an\n     * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n     * to figure out another way to represent missing samples here.\n     */\n    bins Array(Int8),\n    counts Array(UInt64),\n    min Int8,\n    max Int8,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.930031592Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(UInt8),\n    counts Array(UInt64),\n    min UInt8,\n    max UInt8,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.938060739Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Int16),\n    counts Array(UInt64),\n    min Int16,\n    max Int16,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.95168773Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(UInt16),\n    counts Array(UInt64),\n    min UInt16,\n    max UInt16,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.970205386Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Int32),\n    counts Array(UInt64),\n    min Int32,\n    max Int32,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.974747115Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(UInt32),\n    counts Array(UInt64),\n    min UInt32,\n    max UInt32,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:29.978648007Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Int64),\n    counts Array(UInt64),\n    min Int64,\n    max Int64,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"will register with Nexus at 127.0.0.1:34046","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:29.978907895Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"producer-registration-task","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.041897968Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"producer-registration-task","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://127.0.0.1:34046/metrics/producers","method":"POST"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.042441331Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(UInt64),\n    counts Array(UInt64),\n    min UInt64,\n    max UInt64,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.042521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","remote_addr":"127.0.0.1:60939"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.043033331Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/producers","method":"POST","req_id":"c65e58be-db50-4b4a-9499-abe938874685","remote_addr":"127.0.0.1:60939","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.043398819Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c65e58be-db50-4b4a-9499-abe938874685","remote_addr":"127.0.0.1:60939","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.043465672Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c65e58be-db50-4b4a-9499-abe938874685","remote_addr":"127.0.0.1:60939","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.044657747Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c65e58be-db50-4b4a-9499-abe938874685","remote_addr":"127.0.0.1:60939","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.050770106Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Float32),\n    counts Array(UInt64),\n    min Float32,\n    max Float32,\n    sum_of_samples Float64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.051258489Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/producers","method":"POST","req_id":"c65e58be-db50-4b4a-9499-abe938874685","remote_addr":"127.0.0.1:60939","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":8184,"response_code":"503"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.051586362Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"producer-registration-task","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c65e58be-db50-4b4a-9499-abe938874685\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:30.053548411Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"c65e58be-db50-4b4a-9499-abe938874685\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:46:29 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"c65e58be-db50-4b4a-9499-abe938874685\\\" }\"","delay":"656.482559ms","count":"1"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.058523554Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Float64),\n    counts Array(UInt64),\n    min Float64,\n    max Float64,\n    sum_of_samples Float64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.064420012Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Bool,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.070781076Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Int8,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.074590656Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UInt8,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.078785314Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Int16,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.081518329Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UInt16,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.084390191Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Int32,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.087004751Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UInt32,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.089471345Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Int64,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.091966437Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UInt64,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.094722488Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value IPv6,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.09960692Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value String,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.106158543Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UUID,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.114275546Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n    timeseries_name String,\n    fields Nested(\n        name String,\n        type Enum(\n            'Bool' = 1,\n            'I64' = 2,\n            'IpAddr' = 3,\n            'String' = 4,\n            'Uuid' = 6,\n            'I8' = 7,\n            'U8' = 8,\n            'I16' = 9,\n            'U16' = 10,\n            'I32' = 11,\n            'U32' = 12,\n            'U64' = 13\n        ),\n        source Enum(\n            'Target' = 1,\n            'Metric' = 2\n        )\n    ),\n    datum_type Enum(\n        'Bool' = 1,\n        'I64' = 2,\n        'F64' = 3,\n        'String' = 4,\n        'Bytes' = 5,\n        'CumulativeI64' = 6,\n        'CumulativeF64' = 7,\n        'HistogramI64' = 8,\n        'HistogramF64' = 9,\n        'I8' = 10,\n        'U8' = 11,\n        'I16' = 12,\n        'U16' = 13,\n        'I32' = 14,\n        'U32' = 15,\n        'U64' = 16,\n        'F32' = 17,\n        'CumulativeU64' = 18,\n        'CumulativeF32' = 19,\n        'HistogramI8' = 20,\n        'HistogramU8' = 21,\n        'HistogramI16' = 22,\n        'HistogramU16' = 23,\n        'HistogramI32' = 24,\n        'HistogramU32' = 25,\n        'HistogramU64' = 26,\n        'HistogramF32' = 27\n    ),\n    created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"}
{"msg":"inserting current version","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.122287349Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:825","component":"oximeter","version":14}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.122401677Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"}
{"msg":"registered USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.135005349Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"d7b16e25-d2d0-4f47-99c9-e436e81c260e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.139127522Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:47550","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.139290948Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:47550","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.139517369Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:47550","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.139752688Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:47550","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.139958788Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:47550","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.141196093Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:47550","component":"dropshot","component":"oximeter"}
{"msg":"registered USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.144404867Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter"}
{"msg":"contacting nexus","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.144520407Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.764912217Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:34046/metrics/collectors","method":"POST"}
{"msg":"will register with Nexus at 127.0.0.1:34046","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.765387935Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"producer-registration-task","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.837992285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"producer-registration-task","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://127.0.0.1:34046/metrics/producers","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.843509117Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","remote_addr":"127.0.0.1:62357"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.84358101Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","remote_addr":"127.0.0.1:49177"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.845934539Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/producers","method":"POST","req_id":"cdd767f0-de12-49e0-8dc9-14e8a9ed5897","remote_addr":"127.0.0.1:49177","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.846618011Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"cdd767f0-de12-49e0-8dc9-14e8a9ed5897","remote_addr":"127.0.0.1:49177","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.846692269Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"cdd767f0-de12-49e0-8dc9-14e8a9ed5897","remote_addr":"127.0.0.1:49177","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.84808287Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"cdd767f0-de12-49e0-8dc9-14e8a9ed5897","remote_addr":"127.0.0.1:49177","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.850836235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors","method":"POST","req_id":"822a6d6e-c70c-4a15-acb2-e85fc1efe778","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.851281923Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"822a6d6e-c70c-4a15-acb2-e85fc1efe778","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.851346963Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"822a6d6e-c70c-4a15-acb2-e85fc1efe778","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.853477237Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"822a6d6e-c70c-4a15-acb2-e85fc1efe778","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.865316316Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/producers","method":"POST","req_id":"cdd767f0-de12-49e0-8dc9-14e8a9ed5897","remote_addr":"127.0.0.1:49177","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":19421,"response_code":"503"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.866211149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"producer-registration-task","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdd767f0-de12-49e0-8dc9-14e8a9ed5897\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:30.867599215Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"cdd767f0-de12-49e0-8dc9-14e8a9ed5897\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:46:30 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"cdd767f0-de12-49e0-8dc9-14e8a9ed5897\\\" }\"","delay":"1.47056697s","count":"2"}
{"msg":"registered new oximeter metric collection server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.86838998Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","address":"[::1]:47550","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.868892742Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors","method":"POST","req_id":"822a6d6e-c70c-4a15-acb2-e85fc1efe778","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":18100,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.872331844Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"822a6d6e-c70c-4a15-acb2-e85fc1efe778\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"oximeter registered with nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.872471653Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"file":"oximeter/collector/src/lib.rs:392","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"}
{"msg":"Running step start_producer_server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.872516562Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"init_with_steps"}
{"msg":"Starting test metric Producer Server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.872540099Z","hostname":"bmat-EVT22200007-000064cb","pid":27859}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.875932258Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"Action"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.876056435Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"AnyActor"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.876140152Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"AuthenticatedActor"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.876226364Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"BlueprintConfig"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.876354419Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"Database"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.87645022Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"DnsConfig"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.876529568Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"Fleet"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.876618856Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"Inventory"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.876695839Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"IpPoolList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.876797802Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"ConsoleSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.876882771Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"DeviceAuthRequestList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.876960286Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"SiloCertificateList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.87704275Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"SiloIdentityProviderList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.877119573Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"SiloUserList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.877193491Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"TargetReleaseConfig"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.877265935Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"WebhookEventClassList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.877586023Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"Project"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.877679669Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"Disk"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.877787053Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"Snapshot"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.877943655Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"ProjectImage"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.878035208Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"AffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.878147612Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"AntiAffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.878248953Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"Instance"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.878336498Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"IpPool"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.878411788Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"InstanceNetworkInterface"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.878486507Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"Vpc"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.87856328Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"VpcRouter"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.878685072Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"InternetGateway"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.878765523Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"InternetGatewayIpPool"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.878843749Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"InternetGatewayIpAddress"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.878917896Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"RouterRoute"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.878994198Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"VpcSubnet"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.879069348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"FloatingIp"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.879143957Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"Image"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.879218736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"SiloImage"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.879292803Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"AddressLot"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.879368845Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"Blueprint"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.879443283Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"LoopbackAddress"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.879517661Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"Certificate"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.879591759Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"ConsoleSession"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.879671157Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"DeviceAuthRequest"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.879746768Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"DeviceAccessToken"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.879865895Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"PhysicalDisk"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.879945784Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"Rack"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.880020573Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"RoleBuiltin"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.880123919Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"SshKey"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.88019969Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"Silo"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.880295301Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"SiloUser"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.880372194Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"SiloGroup"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.880493075Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"SupportBundle"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.880570639Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"IdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.880646791Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"SamlIdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.880724927Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"Sled"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.881174933Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"TufRepo"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.881765049Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"TufArtifact"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.881882293Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"WebhookEvent"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.881965559Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"WebhookReceiver"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.882321548Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"WebhookSecret"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.883666538Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"Zpool"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.883964461Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"Service"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.884063469Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"class":"UserBuiltin"}
{"msg":"full Oso configuration","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.884088238Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system.  All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n    actor.authenticated and\n    has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n#   resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project.  The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n#   the \"admin\" role for child resources.  The idea is that if you're an\n#   Organization Collaborator, you have full control over the Projects within\n#   the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level.  For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin           (superuser for the whole system)\n# - fleet.collaborator    (can manage Silos)\n# - fleet.viewer          (can read most non-siloed resources in the system)\n# - silo.admin            (superuser for the silo)\n# - silo.collaborator     (can create and own Organizations)\n# - silo.viewer           (can read most resources within the Silo)\n# - organization.admin    (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer   (can read most resources within the Organization)\n# - project.admin         (complete control over a Project)\n# - project.collaborator  (can manage all resources within the Project)\n# - project.viewer        (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below).  We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system.  The name comes\n# from the idea described in RFD 24, but it's not quite right.  This probably\n# should be more like \"Region\" or \"AvailabilityZone\".  The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\troles = [\n\t    # Roles that can be attached by users\n\t    \"admin\",\n\t    \"collaborator\",\n\t    \"viewer\",\n\n\t    # Internal-only roles\n\t    \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet).  Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo.  To achieve this, we use permission rules here.  (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo.  That's\n# not quite the same as having the \"viewer\" role.  For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404.  This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro.  Some resources require custom Polar code.  Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users.  This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n    if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database.  These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\").  The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet.  None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos.  These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t    \"list_children\", # list blueprints\n\t    \"create_child\",  # create blueprint\n\t    \"read\",          # read the current target\n\t    \"modify\",        # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t    \"read\",          # read the current target release\n\t    \"modify\",        # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration.  This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on.  This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission.  For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions.  This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with.  Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t    # \"query\" is required to perform any query against the database,\n\t    # whether a read or write query.  This is checked when an operation\n\t    # checks out a database connection from the connection pool.\n\t    #\n\t    # Any authenticated user gets this permission.  There's generally\n\t    # some other authz check involved in the database query.  For\n\t    # example, if you're querying the database to \"read\" a \"Project\", we\n\t    # should also be checking that.  So why do we do this at all?  It's\n\t    # a belt-and-suspenders measure so that if we somehow introduced an\n\t    # unauthenticated code path that hits the database, it cannot be\n\t    # used to DoS the database because we won't allow the operation to\n\t    # make the query.  (As long as the code path _is_ authenticated, we\n\t    # can use throttling mechanisms to prevent DoS.)\n\t    \"query\",\n\n\t    # \"modify\" is required to populate database data that's delivered\n\t    # with the system.  It should also be required for schema changes,\n\t    # when we support those.  This is separate from \"query\" so that we\n\t    # cannot accidentally invoke these code paths from API calls and\n\t    # other general functions.\n\t    \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n                resource Disk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Disk)\n                        if child.project = parent;\n            \n\n                resource Snapshot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Snapshot)\n                        if child.project = parent;\n            \n\n                resource ProjectImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n                        if child.project = parent;\n            \n\n                resource AffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n                        if child.project = parent;\n            \n\n                resource AntiAffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n                        if child.project = parent;\n            \n\n                resource Instance {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Instance)\n                        if child.project = parent;\n            \n\n                resource IpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n                    if child.fleet = fleet;\n            \n\n                resource InstanceNetworkInterface {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Instance\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n                    if has_relation(project, \"containing_project\", child.instance);\n\n                has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n                    if child.instance = parent;\n            \n\n                resource Vpc {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Vpc)\n                        if child.project = parent;\n            \n\n                resource VpcRouter {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcRouter)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n                    if child.vpc = parent;\n            \n\n                resource InternetGateway {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGateway)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n                    if child.vpc = parent;\n            \n\n                resource InternetGatewayIpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n                    if child.internet_gateway = parent;\n            \n\n                resource InternetGatewayIpAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n                    if child.internet_gateway = parent;\n            \n\n                resource RouterRoute {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: VpcRouter\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: RouterRoute)\n                    if has_relation(project, \"containing_project\", child.vpc_router);\n\n                has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n                    if child.vpc_router = parent;\n            \n\n                resource VpcSubnet {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n                    if child.vpc = parent;\n            \n\n                resource FloatingIp {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n                        if child.project = parent;\n            \n\n                resource Image {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: Image)\n                    if child.silo = parent;\n            \n\n                resource SiloImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n                    if child.silo = parent;\n            \n\n                resource AddressLot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n                    if child.fleet = fleet;\n            \n\n                resource Blueprint {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n                    if child.fleet = fleet;\n            \n\n                resource LoopbackAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n                    if child.fleet = fleet;\n            \n\n\n                resource ConsoleSession {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAuthRequest {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAccessToken {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n                    if child.fleet = fleet;\n            \n\n                resource PhysicalDisk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n                    if child.fleet = fleet;\n            \n\n                resource Rack {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n                    if child.fleet = fleet;\n            \n\n                resource RoleBuiltin {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n                    if child.fleet = fleet;\n            \n\n\n\n\n\n                resource SupportBundle {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n                    if child.fleet = fleet;\n            \n\n\n\n                resource Sled {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n                    if child.fleet = fleet;\n            \n\n                resource TufRepo {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n                    if child.fleet = fleet;\n            \n\n                resource TufArtifact {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n                    if child.fleet = fleet;\n            \n\n                resource WebhookEvent {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n                    if child.fleet = fleet;\n            \n\n                resource WebhookReceiver {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n                    if child.fleet = fleet;\n            \n\n\n                resource Zpool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n                    if child.fleet = fleet;\n            \n\n                resource Service {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n                    if child.fleet = fleet;\n            \n\n                resource UserBuiltin {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n                    if child.fleet = fleet;\n            "}
{"msg":"starting refresh list task","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.907515034Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:559","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.987907611Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","remote_addr":"127.0.0.1:51371"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.988170725Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.993974209Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.996621172Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:59930","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.996680881Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:59930","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.996714729Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:59930","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.996743306Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:59930","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.996772775Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:59930","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.996803646Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:59930","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.99683064Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:59930","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.996905449Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:59930","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.996944066Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:59930","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.996972843Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:59930","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.99850727Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:59930","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.998566979Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:59930"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:30.99859744Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","model":"test-model","serial":"totally-unique-serial: 5e5154c6-0ce7-414a-8f61-fa344b14368d","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"5e5154c6-0ce7-414a-8f61-fa344b14368d"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:30.998757018Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:30.998789934Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.002297863Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.004042629Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"daf592ee-7122-4cb0-b98f-e85b47dc64a5","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.004110013Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/producers","method":"POST","req_id":"8bb02a13-b592-416a-8748-a8745d87a178","remote_addr":"127.0.0.1:51371","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.005300135Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"daf592ee-7122-4cb0-b98f-e85b47dc64a5","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.005539482Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"daf592ee-7122-4cb0-b98f-e85b47dc64a5","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.028288838Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"daf592ee-7122-4cb0-b98f-e85b47dc64a5","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.02870113Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8bb02a13-b592-416a-8748-a8745d87a178","remote_addr":"127.0.0.1:51371","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.028764797Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8bb02a13-b592-416a-8748-a8745d87a178","remote_addr":"127.0.0.1:51371","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.029419391Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8bb02a13-b592-416a-8748-a8745d87a178","remote_addr":"127.0.0.1:51371","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:31.059556938Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"daf592ee-7122-4cb0-b98f-e85b47dc64a5","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":55810,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.061230442Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.061296985Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.061327095Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.064166332Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daf592ee-7122-4cb0-b98f-e85b47dc64a5\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:31.064399737Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.073140031Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.073414268Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.073471281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.07350055Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.07428852Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.082357597Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.089610878Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"assigned collector to new producer","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:31.121764072Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:31.122828763Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/producers","method":"POST","req_id":"8bb02a13-b592-416a-8748-a8745d87a178","remote_addr":"127.0.0.1:51371","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":118882,"response_code":"201"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.151709245Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.15177189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:31.235986793Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","physical_disk_id":"5e5154c6-0ce7-414a-8f61-fa344b14368d","zpool_id":"241ca9a7-cdf7-4cff-8321-7621a3170024","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.23617115Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.23622604Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.237808953Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:31.240795514Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","collection_id":"8f78357e-22f3-43ed-8d87-709ad060bbad"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.240857257Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","time_started":"2025-04-30 06:46:28.694379 UTC","collection_id":"8f78357e-22f3-43ed-8d87-709ad060bbad"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.242313308Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"collection_id\":\"8f78357e-22f3-43ed-8d87-709ad060bbad\",\"time_done\":\"2025-04-30 06:46:29.881837 UTC\",\"time_started\":\"2025-04-30 06:46:28.694379 UTC\"}","iteration":5,"elapsed":"3.096308042s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.242378959Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":2,"reason":"Dependency"}
{"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:31.242411945Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.242437626Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"125.52µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.242467736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":2,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.242497766Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"10.291µs"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.242653907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.242701051Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.242731451Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.242759878Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.243495473Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.246251885Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.24994321Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:31.259312067Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dataset_id":"b92b40a4-2be0-4b5d-a534-639f05049c3a","zpool_id":"241ca9a7-cdf7-4cff-8321-7621a3170024"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:31.275357066Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","model":"test-model","serial":"totally-unique-serial: 5e5154c6-0ce7-414a-8f61-fa344b14368d","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"5e5154c6-0ce7-414a-8f61-fa344b14368d"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.275423468Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.276927925Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.277281269Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.287032428Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"PhysicalDisk { parent: Fleet, key: 5e5154c6-0ce7-414a-8f61-fa344b14368d (physical_disk), lookup_type: ById(5e5154c6-0ce7-414a-8f61-fa344b14368d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.287098951Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.28713394Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.287160924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.287616983Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.303133188Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.310224046Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 5e5154c6-0ce7-414a-8f61-fa344b14368d (physical_disk), lookup_type: ById(5e5154c6-0ce7-414a-8f61-fa344b14368d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:31.31029134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","physical_disk_id":"5e5154c6-0ce7-414a-8f61-fa344b14368d","zpool_id":"241ca9a7-cdf7-4cff-8321-7621a3170024","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.310324696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.310352091Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.310753791Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.311923682Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.311983942Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.31201792Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.312045285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.312487916Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.314932958Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.317513339Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.323992318Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.324161696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.324194541Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.324225874Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.324858334Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.327134759Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.332925577Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.332988703Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.333020106Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.33359454Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.340807992Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.34095235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.341051087Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.34113791Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.342755543Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.342946964Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":6,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.343056262Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.343173475Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.343263595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.343345107Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.343924402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.346383581Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.352637953Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.352698173Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.352729565Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.353122548Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.35338451Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.358912635Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.358977063Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.35901065Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.35978379Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.361567013Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.361627554Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.362217189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.363319675Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.363375907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.364923751Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64468","req_id":"8380639d-c88b-4cea-986e-acdad1cc2d20","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   d9 c0 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.364987178Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64468","req_id":"8380639d-c88b-4cea-986e-acdad1cc2d20","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55744,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.365211074Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.365409249Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.365700229Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.365778074Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64468","req_id":"8380639d-c88b-4cea-986e-acdad1cc2d20","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.366401596Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4456, tv_nsec: 165286963 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.367384585Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.367741405Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.368814614Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51082","req_id":"bb3ffb18-7bf8-4e72-b022-ae820976dcbd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   cb 56 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .V..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.370103822Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51082","req_id":"bb3ffb18-7bf8-4e72-b022-ae820976dcbd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52054,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.370782966Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.370996511Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51082","req_id":"bb3ffb18-7bf8-4e72-b022-ae820976dcbd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.371314565Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60213","req_id":"35fe0185-9271-4b6e-aa2d-d6b96ef635e9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   37 5b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   7[..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.37137229Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60213","req_id":"35fe0185-9271-4b6e-aa2d-d6b96ef635e9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14171,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.371801104Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.371846214Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60213","req_id":"35fe0185-9271-4b6e-aa2d-d6b96ef635e9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.493823265Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.494497178Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49694","req_id":"a9026b4d-1a6e-4ee6-9390-d422ffeeef75","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   2e 6e 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .n..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.494564562Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49694","req_id":"a9026b4d-1a6e-4ee6-9390-d422ffeeef75","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11886,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.494701816Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 11886,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:31.494792356Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49694","req_id":"a9026b4d-1a6e-4ee6-9390-d422ffeeef75","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.495023998Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.495079088Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.49510565Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.497821231Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5f5a1c4-ff35-446b-993a-0062e4d4acc3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.498063514Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.501152799Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b821ab6b-51e9-4931-8f1f-2c5b0deaac05\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.501305203Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.505842443Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0be56016-c65b-4748-b3bd-90418abd13df\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.506206779Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.508986637Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f91501a-5ebe-4735-92c6-d4f68fe15df2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.509063791Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.512117776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ced51d42-a4fe-4762-b7b5-3c038a342b5c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.512269679Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.515434104Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d15e815c-1d02-44b6-a7d6-a3f0b5621f0e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.515525195Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.518015858Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48f26d35-e2f0-4840-aeaf-d182454ee3e8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.518081228Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.521805238Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74049f40-5970-4807-8643-0d50f495a4bb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.522088071Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.52310642Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c970d34-2cdf-4ff0-b0d4-c78cebbdb4f3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.523254275Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.52420024Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0fb9745-98b2-4cef-8550-a725ef10e19e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.524356371Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.528380879Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1ff4b6a-6e72-4266-8e6f-9f1b35db562f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.528990233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.530529931Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"910b4734-3398-4b6c-852f-9586c1379d91\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.530744959Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.533856659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"212e4ecc-7533-450a-8fd2-4066d74dec25\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.534247248Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.541087346Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd60edf2-6f32-45bb-9b7d-0bae3c193dd8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.541305651Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.556860844Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bd5097f-1f06-481b-84e9-aae58f8ad11c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.557348235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.558199781Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.56146134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5fe184a-50e3-4802-94f6-c9f67c577fc5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.561614204Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.565551118Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22629f3d-4030-4dcd-b043-260f373692c8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.566958984Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.570742612Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"398725f6-83e4-4674-8ff9-56a2d2edfdcb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.570824696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.57327605Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c972746b-6023-4775-9dc3-1dced3974315\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.573430207Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.574223097Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ac9f9c5-39f9-4faf-acf1-9f9ddeb6644c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.57437043Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.575514089Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30b1ccf1-64e2-4cff-b2f8-dac48e252ce4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.57586567Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.576917976Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dea0a2e2-76ab-42af-890d-2370ac8b7214\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.577182363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.578952159Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"709f16bf-0a49-4057-ab0d-316aec25a618\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.580180346Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.582050913Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fe8c632-e85d-4851-b713-0b8933c08aa1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.582146223Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.58515598Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49004a6b-51ec-4a0e-9953-052889030b0b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.585501268Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.588239093Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"475de567-348a-4182-bb6c-d6c1b57b5a9a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.588375825Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.590997579Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b2a9378-2d96-4427-b035-189f77bc8212\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.591064011Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.593191841Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c4bb503-7c7e-4427-9d84-0804965d501f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.593346018Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.610944933Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.611345801Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.611403196Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.611436051Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.61319726Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.620805078Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf0bcd0b-5658-4841-bfb3-7dc861b818d0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.620933915Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.623290931Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.630696597Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.630761716Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.630791235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.631175982Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.655851336Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.655911886Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.656753343Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.67598439Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da747ba2-9fda-4777-b030-19341e18d0b9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.676176783Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.679981313Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"357d7f95-9a0a-47e6-8879-74d5cae4f655\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.68010035Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.682176267Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1670e8be-ab7e-4ef8-bfda-38ca0cb1308f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.682910059Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.68495349Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4acca8aa-aa01-483a-9251-359548c87045\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.685144561Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.687793829Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"479a6d6d-9f78-4ee8-97c5-06d415d5bf44\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.687861274Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.691582688Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"370f8158-f602-4c3b-9e4d-097f5120c239\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.691650724Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.702614368Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"215fe56f-7fa7-4025-a0f9-980536d376ad\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.702923234Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.709825826Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.717989502Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5ab0981-5086-4787-bcd4-b6544adf168d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.718271404Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.725881607Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2442934-e08e-4153-ac0c-a2528da3980b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.726035864Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.730371833Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"348d3dc3-9d4e-4f52-b36c-1d25d01601b1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.73049582Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.73350211Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"204eaa44-1084-4c82-a69b-0fb8e0a76d4a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.734471612Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.738737661Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f919890-52c0-45ce-b398-47899bfec6a7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.738864093Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.740475314Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b117cff-9277-4f06-bfba-77b67df7cc26\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.740625984Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.742177505Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5221e39e-8343-4279-a3f8-23c018199174\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.742438796Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.74745472Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4bcb32b-016b-4931-98af-fcfb3a4588d9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.74818257Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.752015597Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad4c9e4b-6d48-4111-81bf-76551b82a765\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.752200245Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.752372247Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.757961654Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b858185-319f-4596-985b-6fbc4e98efab\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.758273465Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.760602876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a27ee1b3-345e-4850-8b4b-5af2aa151957\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.760907614Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.761180157Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.761318592Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.761414624Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.761501136Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.762308845Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.764443308Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aa9fac8-01e6-49f2-ae8d-4b12c1c48c7a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.764726032Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"will register with Nexus at 127.0.0.1:34046","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.765304224Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"producer-registration-task","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.831152722Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"producer-registration-task","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://127.0.0.1:34046/metrics/producers","method":"POST"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.832616599Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.849507262Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.84957653Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.849609877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.85066545Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:31.850896199Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","remote_addr":"127.0.0.1:46371"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.855677015Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/producers","method":"POST","req_id":"52388199-8e57-4ea4-bdb4-3527bd2ed767","remote_addr":"127.0.0.1:46371","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.857810055Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"52388199-8e57-4ea4-bdb4-3527bd2ed767","remote_addr":"127.0.0.1:46371","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.858042398Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"52388199-8e57-4ea4-bdb4-3527bd2ed767","remote_addr":"127.0.0.1:46371","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.860735253Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"52388199-8e57-4ea4-bdb4-3527bd2ed767","remote_addr":"127.0.0.1:46371","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.86570263Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.866894986Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.876093253Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.876722737Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"694b1c74-4a9d-4cd3-b289-15713b33ba65\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.877089738Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.893087934Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f655a49-bffb-4963-822d-6ff2267a05b3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.89319152Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.89323167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.893264967Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.893294636Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.901910262Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.912260273Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.917966413Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.918098576Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.918189948Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.918275298Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.918449285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.919089911Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"assigned collector to new producer","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:31.919547503Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:31.919773994Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/producers","method":"POST","req_id":"52388199-8e57-4ea4-bdb4-3527bd2ed767","remote_addr":"127.0.0.1:46371","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":64157,"response_code":"201"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.921526285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"producer-registration-task","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52388199-8e57-4ea4-bdb4-3527bd2ed767\", \"content-length\": \"41\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.922943349Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"producer-registration-task","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","wait_period":"150s","lease_duration":"600s"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.929613689Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.933776653Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:31.933906703Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.934020259Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:31.934575776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.012716255Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.012782167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:32.015133452Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41902"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.015981581Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"5fa19844-6f17-4f88-ac2c-8fb8a5d8ad5a","remote_addr":"[::1]:41902","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:32.018002378Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"5fa19844-6f17-4f88-ac2c-8fb8a5d8ad5a","remote_addr":"[::1]:41902","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2030,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.018895036Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fa19844-6f17-4f88-ac2c-8fb8a5d8ad5a\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.076260183Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.076482956Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:32.07758904Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43357"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.08035419Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"e829f225-c934-4fc3-912d-7443e711ec7c","remote_addr":"[::1]:43357","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:32.08072062Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"e829f225-c934-4fc3-912d-7443e711ec7c","remote_addr":"[::1]:43357","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":370,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.081770782Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e829f225-c934-4fc3-912d-7443e711ec7c\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.138382217Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.138515903Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:32.139189786Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40445"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.139756274Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"8086d6b5-27ce-4033-a7d7-801c72d25f15","remote_addr":"[::1]:40445","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:32.140174287Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"8086d6b5-27ce-4033-a7d7-801c72d25f15","remote_addr":"[::1]:40445","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":424,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.141768574Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8086d6b5-27ce-4033-a7d7-801c72d25f15\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.187468288Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.187600561Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:32.188299534Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55045"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.189530827Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.189702559Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.192073463Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"d1e3df4d-9014-4a60-b1ed-8ea2976931be","remote_addr":"[::1]:55045","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:32.193452721Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"d1e3df4d-9014-4a60-b1ed-8ea2976931be","remote_addr":"[::1]:55045","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":1386,"response_code":"200"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.19398415Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.194795497Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1e3df4d-9014-4a60-b1ed-8ea2976931be\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.195581663Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.198041243Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.198203968Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.203019593Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.203107438Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.203146866Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.203296955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.20424796Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.207604167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.213525435Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.214256561Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.214375528Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.215061896Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.245498449Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.245650101Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.245748297Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.245833336Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.246725774Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.249261366Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.257693687Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.257758556Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.25779063Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.258230707Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.266573981Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.266635884Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.267532761Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:32.267760935Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:32.268137345Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.268196924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":6,"elapsed":"925.192525ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.268235341Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":7,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.26826487Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.268292925Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.268319869Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.268346382Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.269025856Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.272512763Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.278403721Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.278467137Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.278497527Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.278899949Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.283972787Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.284172845Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.285140734Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61187","req_id":"03cfabcf-9dfb-4583-b6ab-944416e7c4e2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   3c 7b 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   <{..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.28536492Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61187","req_id":"03cfabcf-9dfb-4583-b6ab-944416e7c4e2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15483,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.285663876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.285956028Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.286444802Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.286656403Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61187","req_id":"03cfabcf-9dfb-4583-b6ab-944416e7c4e2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.287422279Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4457, tv_nsec: 86180994 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.287493371Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.287600835Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.288490027Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61793","req_id":"136f214a-83d8-42cc-a921-5198f6324ac6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b1 04 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.288553002Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61793","req_id":"136f214a-83d8-42cc-a921-5198f6324ac6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 45316,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.288635968Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.288736348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61793","req_id":"136f214a-83d8-42cc-a921-5198f6324ac6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.288794584Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60279","req_id":"2fe8ee38-e6b8-4888-949a-ce04e25e5470","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   04 2d 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .-..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.288896757Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60279","req_id":"2fe8ee38-e6b8-4888-949a-ce04e25e5470","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1069,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.289022297Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.28904885Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60279","req_id":"2fe8ee38-e6b8-4888-949a-ce04e25e5470","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.410461016Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.411253716Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51439","req_id":"62593353-31a1-432d-adf9-f264be9a968b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   cc 06 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.411384606Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51439","req_id":"62593353-31a1-432d-adf9-f264be9a968b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52230,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.411561268Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 52230,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:32.411658312Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51439","req_id":"62593353-31a1-432d-adf9-f264be9a968b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.411915133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.411966245Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.411995063Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.415903811Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffb43af6-318d-48bd-99b4-3b729fef9609\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.417375703Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.417883896Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"093696f8-f785-4e95-8bba-cf4f38dd16b4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.418257721Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.42207183Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32da27a8-20e4-4458-b9e7-5a9ec4886e98\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.422140847Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.42343712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b3823de-1906-466c-835b-11378fc975e5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.423505366Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.426371397Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa9e16bf-aaf0-43ce-821b-5c667ded24f8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.426748889Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.429391253Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c7bc507-66ee-44a3-84ff-3191b1546d77\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.42945976Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.433969124Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"587f8614-8735-484a-a476-48278441b710\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.434066659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.434868076Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.43654157Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7cd6970-dafd-411c-a699-171b45db6a0a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.436877149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.438157229Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9983f6eb-c112-4136-ac1e-5ee07d3a7473\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.438292278Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.43938226Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"660062b6-fedb-476a-9645-dc35c6ffffbc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.439525395Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.441329049Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b7eb699-cd76-46e5-800b-3fb054fe0e52\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.441458226Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.442452778Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c190b735-ca90-408f-bdbc-b0debc36cf0e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.442571033Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.443721636Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"625c5df2-46e5-4fe0-a456-c9c5da7b3958\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.443902536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.445895748Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e205547a-da5f-463b-9d80-0a73f63a2c17\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.445961969Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.448268425Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e043d6c-1224-45b0-bd0e-f4f7139f67eb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.448519255Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.450650671Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e401139-5c39-4fc1-ae06-f683068be57a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.450897874Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.454618517Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21abc4b0-e4d8-493f-8629-233033002abb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.454809999Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.458713817Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0aa2e8c-1124-42b6-8ec1-494afb969169\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.458860409Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.461747351Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eef4bc63-271c-4f20-b83a-4d37fdb8e198\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.461820036Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.46267064Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe4590fd-152a-4c8a-8d53-c221f72e9d63\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.462736161Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.465252665Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84f52c92-814d-432c-8c5b-9f08e6b7d183\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.465434708Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.466670009Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f15c80be-43d7-4dab-83ba-153f11373f7e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.466875138Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.468042253Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12a3dce9-3d7c-45b3-ba50-fb8c33f4aa24\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.468108004Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.469246272Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7928fcba-9305-4356-ba2b-f44fb1030b61\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.469403325Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.473271913Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f18e0630-ac5a-43c5-bf91-4abe6e7b76d8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.473348325Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.478558776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d76484a-739e-4a7e-b35c-3b81822f2204\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.478789977Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.484203483Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67d31f37-b68b-43ee-bd88-0d1c0a9f30a9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.484692167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.485310058Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.485364416Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.485453424Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.485482842Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.486471262Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.490091966Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.500680984Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.500773267Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.500807476Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.501474374Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.503819567Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.50388652Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.504546435Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.504817305Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f072cba0-1a16-4d24-9a19-9daff068e1b8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.505019728Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.510686218Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"160d4fe0-b66f-48c0-98da-56afa8e7c05f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.510850456Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.514178677Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1e124e9-1dda-430f-95e7-76f0fa7c4e1a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.514257354Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.515386924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a47a7d4a-24e4-49a2-b077-721fd1f86b72\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.515926108Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.517401739Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"405d393c-6d16-46dd-b9da-c8453e6bf10c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.517570505Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.518601259Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7df0113-8421-4467-8643-4c1d5831f66c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.518734344Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.520250805Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"591a56bc-8ee7-467d-88a0-9b8af9aaf9b1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.520310254Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.521634723Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3573cf5b-baec-4e13-a24a-7926f7b975aa\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.521830873Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.523974554Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc7bca8a-dcdb-4286-a20e-2760ee463e7f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.524152058Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.527111595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15058c8a-c702-42f6-8a79-df73ecf37519\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.527252977Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.529250967Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"343d16b3-6edc-439a-a1f8-486af894785a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.529481467Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.534137794Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3ac9b72-909e-4d76-b0b5-c65b34330673\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.534220188Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.535559306Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.539600969Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9ff402d-2f66-41dc-9096-233c5f3c3875\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.539757751Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.54291383Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1123f9f-95aa-49ff-9778-6bc5b019b806\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.543027456Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.54513738Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64fc9fe8-8684-447e-a5a6-25aeca37cb92\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.545302299Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.546303974Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5712daa1-0ee2-43d5-abec-6deb069486bc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.546440687Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.547677461Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25257ac3-a4e0-4d93-a487-c265a50c9064\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.547787089Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.548873394Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96300eb5-a7fa-4188-a0bb-0df20155dc16\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.549088593Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.549188101Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.551188667Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1538d0a8-b881-4165-ad26-3f4ab228ba34\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.551714775Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.553362668Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2d8b996-939b-487e-a34a-3d695826fd9d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.553502417Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.555783051Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e1a50d6-524b-4256-bd5e-5d4bd01c8768\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.556064161Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.559479696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38a2cc3a-7dc8-48e7-80ea-acb9e79467d3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.559661949Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.561175655Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba1b359d-f072-40a4-9124-7b1c7caef7d4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.561311456Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.56142417Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.561472497Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.56150435Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.562132592Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.56485677Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.573320192Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.573399521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.573431574Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.573460532Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.573487295Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.573886761Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.577574769Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.587235197Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.587311169Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.58734716Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.587997706Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.588954853Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.589015765Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.589069542Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.589099913Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.58964564Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.592495799Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.600066332Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.600142544Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.600174458Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.600965514Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.679956629Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.680036858Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:32.681404032Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55319"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.682879422Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"394b3dba-c6d8-4ac4-873f-25e3c4331ea8","remote_addr":"[::1]:55319","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:32.68322963Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"394b3dba-c6d8-4ac4-873f-25e3c4331ea8","remote_addr":"[::1]:55319","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":351,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.683382374Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.683437083Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.684214392Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.684836051Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"394b3dba-c6d8-4ac4-873f-25e3c4331ea8\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.777606069Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.777795456Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:32.783236066Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37756"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.784490616Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"cc62268d-7883-4084-9ae9-4ab421a98a62","remote_addr":"[::1]:37756","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:32.791959186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"cc62268d-7883-4084-9ae9-4ab421a98a62","remote_addr":"[::1]:37756","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":7464,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.794740347Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc62268d-7883-4084-9ae9-4ab421a98a62\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.853713959Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.853856903Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:32.856316975Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53082"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.860932271Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"14454083-4e03-4a27-ace1-ba4b25331c2d","remote_addr":"[::1]:53082","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:32.861446174Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"14454083-4e03-4a27-ace1-ba4b25331c2d","remote_addr":"[::1]:53082","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":519,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.869673296Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14454083-4e03-4a27-ace1-ba4b25331c2d\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.919710863Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.920408643Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:32.92247461Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56991"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:32.922942532Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.923810612Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.925163497Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a31513b3-edcc-46d8-b0f7-71bb32c7ea9c","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.925497342Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"b8ecf46a-bcef-4f73-9eff-77f66e110a5a","remote_addr":"[::1]:56991","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.928377591Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a31513b3-edcc-46d8-b0f7-71bb32c7ea9c","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.928448352Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a31513b3-edcc-46d8-b0f7-71bb32c7ea9c","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.929885375Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a31513b3-edcc-46d8-b0f7-71bb32c7ea9c","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:32.930336624Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"b8ecf46a-bcef-4f73-9eff-77f66e110a5a","remote_addr":"[::1]:56991","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":4853,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.931499491Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8ecf46a-bcef-4f73-9eff-77f66e110a5a\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.933395539Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.933448254Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.93347649Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.938271023Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.938328648Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.938363447Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.938391683Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.938914144Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:32.947696783Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a31513b3-edcc-46d8-b0f7-71bb32c7ea9c","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":22548,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.950693304Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a31513b3-edcc-46d8-b0f7-71bb32c7ea9c\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.950931188Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.951412146Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.955107659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.955287066Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.955335814Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.955767153Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.956819209Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f56e97da-453e-4fdb-b4cc-2a1d46e7137a","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:32.958967038Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f56e97da-453e-4fdb-b4cc-2a1d46e7137a","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.959078771Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f56e97da-453e-4fdb-b4cc-2a1d46e7137a","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.960481586Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f56e97da-453e-4fdb-b4cc-2a1d46e7137a","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:32.965744582Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f56e97da-453e-4fdb-b4cc-2a1d46e7137a","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":8932,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.970262454Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f56e97da-453e-4fdb-b4cc-2a1d46e7137a\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"registered new metric producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:32.970389417Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:44253","producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.065436422Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"registered new metric producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.072676317Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:59981","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.135167216Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.148869837Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:33.149303922Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.149345345Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.149371006Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.199465596Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.199536107Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.199569543Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.199597068Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.200482532Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.203163274Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.211069667Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.211135788Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.211168584Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.214002881Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:33.26895022Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:33.270221743Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.270284418Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":7,"elapsed":"1.002017986s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.270324789Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":8,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.270354027Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.270382213Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.270412012Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.27044075Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.271521683Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.274400159Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.27480763Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.275757413Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.277220207Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.281305377Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.281369484Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.2814023Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.282299998Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.289778439Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.289976503Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.291386503Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63577","req_id":"928bab30-51d5-4073-92ce-d4369becf06a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   0c b1 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.291640128Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63577","req_id":"928bab30-51d5-4073-92ce-d4369becf06a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3249,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.292118371Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.29237879Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.292638728Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.292809237Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63577","req_id":"928bab30-51d5-4073-92ce-d4369becf06a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.294087645Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4458, tv_nsec: 92842151 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.294995644Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.295205271Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.296636844Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60285","req_id":"1d3e1bdb-bd63-4046-bcde-ffe3eafdadf1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   30 18 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   0...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.296810149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60285","req_id":"1d3e1bdb-bd63-4046-bcde-ffe3eafdadf1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12312,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.297060177Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.297236318Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60285","req_id":"1d3e1bdb-bd63-4046-bcde-ffe3eafdadf1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.297464252Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54178","req_id":"d8e8d4b4-8c4d-48ec-8b09-090e5b8a5be1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   f9 3a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .:..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.297622748Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54178","req_id":"d8e8d4b4-8c4d-48ec-8b09-090e5b8a5be1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 63802,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.298056202Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.298205319Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54178","req_id":"d8e8d4b4-8c4d-48ec-8b09-090e5b8a5be1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.464999696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.465995149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55744","req_id":"e399de38-3977-4304-8555-cb2a8ef4f166","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   8f fd 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.466061872Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55744","req_id":"e399de38-3977-4304-8555-cb2a8ef4f166","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36861,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.466264436Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 36861,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:33.466360257Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55744","req_id":"e399de38-3977-4304-8555-cb2a8ef4f166","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.466578261Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.466630245Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.466656727Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.472930347Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4a4fc3a-3a22-482a-8e7d-615bd4bcb3bc\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.473178411Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.475730777Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c5ecb4e-3899-40ef-8bf3-bb495fbf7184\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.475934964Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.479853631Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7cd8c19-ed96-441e-8ee8-1d3347008f00\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.479981466Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.485080235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63775d9e-5072-42c8-b528-363fc40ac994\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.485166888Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.491065751Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9b26991-8395-49d5-87b2-54c7c2f9e149\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.491189527Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.510524351Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.522893566Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c307b883-4d02-4ff3-b3ee-c8849da60c6d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.523340506Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.530644258Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e549fdf3-d7fa-4b39-9ad2-2f48a48bd630\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.53073529Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.537211052Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed3e5d15-25ab-4743-826d-e11a067b1d0a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.537583124Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.540361149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b24968bb-6f74-4f37-9826-153f8dff8daf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.547567627Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.548611286Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b57315f-3171-4cee-ad3d-0039bd8a4d95\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.548758109Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.549665707Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97b86629-4e38-4d62-a3b1-604722a97c50\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.549811428Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.550792202Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c3398fa-4c83-4b3d-bac7-b373ba748fde\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.550856951Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.552253924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eda2b7ee-65bd-44d1-af20-0fb7f3008c73\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.552435386Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.556180798Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43553ce3-172b-4027-a387-2207c1e8456a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.556255557Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.559963735Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d72ce0ed-9e7b-44ad-8f68-b677b606de45\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.560157111Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.564423Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.564484192Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.564519593Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.564547037Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.56566764Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.566850968Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ec7c31c-a909-427b-b2dd-87f525188d78\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.56692731Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.568941744Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.576595744Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.576653459Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.576683879Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.577299095Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.581283534Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.581344936Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.581809301Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.582008178Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"479d18f7-79f0-44f7-aa8c-14504a17bf5b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.58234057Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.588174504Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc57a283-7e1d-4aff-8c55-b1e28587e4ab\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.588248932Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.59147535Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a3694d2-85bc-45b7-a351-5934d69f1607\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.591728224Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.593172522Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75b794e4-49d6-482d-adcd-68f72999e9e7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.59342277Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.595404138Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78a812d7-d632-4bef-8297-1a8caa04b986\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.595647443Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.606822118Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"972824dd-c06f-479b-9e17-8b34d7a32844\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.607015022Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.634010248Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbae3054-28e1-445c-92d3-35f52fe6bde2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.634184065Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.649946651Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.653530441Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"949499a1-3e5d-4da5-b832-7f1408810575\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.653727023Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.659886134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff3313b0-48de-44be-b734-369270b41bcb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.660020893Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.666293681Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b561e679-3a55-4696-904e-4e40c4d42cff\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.667048565Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.673586582Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bfb22ad-fabc-42c7-afa6-db1c4062a94e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.674037991Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.677468576Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2e87cde-bca2-4c98-af50-20ec252090b6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.677686821Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.682068852Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3d16460-15d3-4b25-a1d4-9247bb4d4010\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.682295554Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.684571268Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5de5ade1-0b42-4aa8-8fc3-104c53bb2058\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.684798661Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.686259411Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efebd999-0f29-48be-90ea-71655ff2e8bd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.686577826Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.687620864Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b75ec3a5-aafd-4123-8703-cbaf56d44bc3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.687857566Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.68886871Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10b2e6bd-84a8-45e4-99e7-29567ffb104b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.689403185Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.69095171Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d88ee0eb-b5b3-4ba2-bcac-4f718ddf09f6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.691169524Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.695459081Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e2260d8-3874-4804-86d2-56479aa0f022\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.695773738Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.700177362Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b20c5c8a-53fe-4ebb-8266-ed9328670d6f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.700460616Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.701471681Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.701608233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.701706639Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.70179751Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.702890287Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.707353791Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.71755223Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.717623352Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.7176527Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.718129721Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.719230464Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26548988-e465-4ae0-bd4d-b49c57bda59f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.71952446Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.720822686Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.72088488Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.721425257Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.725132824Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bfaf559-8be8-484d-a113-799c2fc9ca2f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.725273184Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.728877285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd57d33e-0c12-4705-9d97-1516a83d4787\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.728999608Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.73370825Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"181e3d9b-efe5-4ecf-8feb-266d2613ab71\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.733792648Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.739747102Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6744a8a2-f910-4413-b1e0-5fae3e919113\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.739980948Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.743203188Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbefed51-d67f-43d2-9329-fc7668c12880\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.74326914Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.744932363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29ff00ea-443c-4d6c-b93a-b596497fd941\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.745144306Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.746681869Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b8c2320-f9c9-4d07-aa3f-efc4a0531d4e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.746818922Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.750518584Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b411556e-b554-4b07-837d-6a09fa8fa94f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.750658222Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.750698753Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.753408862Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"469a2029-bb0c-41ee-a18e-d695a042f600\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.753947536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.758484976Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a75f9798-2c0e-44b0-852c-c4229aad5103\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.759484137Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.760164753Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.761571376Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4363c35f-c3c2-4f12-b32d-f11fa0e58b36\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.761721545Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.763177536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cf77ce3-c733-4de2-ba5f-c2aefec461eb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.763284168Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.764469069Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83f78baa-eaba-43c7-9992-f7182adbbecd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.764590902Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.764639579Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.764672404Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.764703496Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.766655195Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.769958667Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.774764171Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.774915042Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.775088117Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.775187765Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.77532083Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.777065356Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.778595024Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.785523929Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.785617536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.785653778Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.786147701Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.848873328Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.848944009Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.849378875Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.849605707Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.849659685Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.84969232Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.851535883Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:33.851920008Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60323"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.85287437Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"ed6e8161-c326-4ad3-9cb1-441cea4dd2c3","remote_addr":"[::1]:60323","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:33.853134769Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"ed6e8161-c326-4ad3-9cb1-441cea4dd2c3","remote_addr":"[::1]:60323","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":336,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.854434068Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed6e8161-c326-4ad3-9cb1-441cea4dd2c3\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.906832488Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.90689388Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.907210782Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.913536004Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.913598589Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.913631915Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.914148294Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:33.91421145Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38577"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.917474552Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"41798e25-ca55-49e2-9e5b-b8b60b091936","remote_addr":"[::1]:38577","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:33.918734392Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"41798e25-ca55-49e2-9e5b-b8b60b091936","remote_addr":"[::1]:38577","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":1107,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.91890402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.918957847Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.919748172Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.92052547Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41798e25-ca55-49e2-9e5b-b8b60b091936\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.97371637Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.973868713Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:33.975888107Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39788"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:33.976953249Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"e3963b03-df18-4ed8-a2b4-f13474267497","remote_addr":"[::1]:39788","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:33.979647738Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"e3963b03-df18-4ed8-a2b4-f13474267497","remote_addr":"[::1]:39788","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2744,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:33.980238004Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3963b03-df18-4ed8-a2b4-f13474267497\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.045817487Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.046002054Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:34.047298497Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40578"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.056196065Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"4d5cf60d-c283-42b8-8c04-0e87a21bcfe8","remote_addr":"[::1]:40578","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:34.056852754Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"4d5cf60d-c283-42b8-8c04-0e87a21bcfe8","remote_addr":"[::1]:40578","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":3621,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.065502538Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d5cf60d-c283-42b8-8c04-0e87a21bcfe8\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.067737641Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.067796829Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.067824534Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.080450962Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.081893295Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.082004908Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.082038715Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.083080912Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.090836113Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.090916303Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.103127984Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.111991514Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.113005144Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.113123339Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.114434542Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.123451798Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.124512311Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.124629504Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.124703281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.146005094Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.146377025Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.148212863Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.148268534Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.148700755Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.16000111Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.160091921Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:46:34.147856954Z }","timeseries_name":"integration_target:integration_metric"}
{"msg":"inserting 1 new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.160485746Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.160656406Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.165796988Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.171717574Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.179944807Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.18001159Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.182992218Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.18303839Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.217851954Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.218015029Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.21806592Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.218098115Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.218830374Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.222312732Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.229731984Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.229848196Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.229937353Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.230792237Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.242986703Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.243068256Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.24369242Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:34.243871045Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:34.244639216Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.244696981Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":8,"elapsed":"974.342102ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.244735718Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":9,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.244762021Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.244791119Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.244819816Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.244845948Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.245425022Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.247769753Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.254261598Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.254379864Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.2544183Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.255010911Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:34.256067566Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.266138722Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.266200856Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.267059427Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:65122","req_id":"dbec383c-0e91-4e5c-8955-d2452736c9e7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ac 2d 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .-..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.267125549Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:65122","req_id":"dbec383c-0e91-4e5c-8955-d2452736c9e7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 44077,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.26736228Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.267395757Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.267592228Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.267745293Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:65122","req_id":"dbec383c-0e91-4e5c-8955-d2452736c9e7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.269001055Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4459, tv_nsec: 67072771 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.269090393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.269121876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.269692703Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55994","req_id":"cdad82ab-f2ce-4d54-9434-733bf2e9c324","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e8 31 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .1..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.272644976Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55994","req_id":"cdad82ab-f2ce-4d54-9434-733bf2e9c324","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59441,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.272751558Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.272830545Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55994","req_id":"cdad82ab-f2ce-4d54-9434-733bf2e9c324","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.272872719Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54175","req_id":"2a86c1a7-19f8-4b9c-945c-420b0cfad2e4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   5c 46 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   \\F..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.272905204Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54175","req_id":"2a86c1a7-19f8-4b9c-945c-420b0cfad2e4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23622,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.273568355Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.27362084Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54175","req_id":"2a86c1a7-19f8-4b9c-945c-420b0cfad2e4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.388590219Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.389572276Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:56345","req_id":"5cfd4ed9-3777-420a-a4f7-c837a1929203","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   ca df 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.389801102Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:56345","req_id":"5cfd4ed9-3777-420a-a4f7-c837a1929203","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51935,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.3901065Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 51935,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:34.390537469Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:56345","req_id":"5cfd4ed9-3777-420a-a4f7-c837a1929203","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.390897977Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.391093807Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.391213416Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.393236496Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a309d069-f851-4880-84fa-bd05b8e24de3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.393543618Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.395311471Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb470d27-35cf-4407-8d3f-2320955d9a95\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.395578022Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.397373469Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20c0959d-5bc4-4c11-ae81-2e7d09fe7f7f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.397628136Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.399384666Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4705e06-3139-4afc-83ba-1a3c35b55313\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.399593202Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.401503358Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ed42cb4-660e-4bb4-8564-72f3c4dc9d62\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.401748767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.403466689Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37eecadc-8706-469a-969a-0a7988b527c7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.403677319Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.406194955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d09870d1-bea9-4e8a-9671-ed2ba237c717\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.406472699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.411697529Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae811942-2f07-4a24-8442-6719669455e6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.411894471Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.418270134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"150055d4-eef1-460e-a89a-b1a2c88c459d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.41933699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.420324558Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e07abcc2-2e53-4652-90c1-cebb222a6376\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.420453464Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.421416002Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79e0f943-3e48-438c-9abf-0334f104bee8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.421672042Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.422895941Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18dba88a-c531-4190-b2d7-eff9b75ab4ab\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.422968616Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.42455165Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e813462-96ca-493e-acab-ec091c3ffaf0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.42461694Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.42713165Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.430426756Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5acd2a4f-416e-49e4-84a6-44d005b4d919\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.430496595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.435576306Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e883339f-2df5-4c17-b0c1-90ed8f51e667\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.435668189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.473155891Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71bb9640-c3e6-4ac2-94f1-4bcc5f9ddac9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.473420828Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.47684456Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1009095-9b4b-4003-b6a8-5f72f35ed09e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.47708531Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.47835023Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.478392113Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.478422915Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.478449307Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.479113912Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.482408215Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5562541f-b1c7-46a3-8936-eb32656c9906\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.482536631Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.48282202Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.489094597Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.489278434Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.489315528Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.489523712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.492344743Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.492406105Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.493809091Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.495980738Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddc1939f-ff71-4723-92ac-bf3324ed74bc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.496285294Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.49746767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c1cfbbe-de37-45b9-8a61-20105ccb1353\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.497612118Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.500702515Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da9070cc-4b59-4986-a609-df27e6eacad0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.500963385Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.502961326Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce2e5739-a3f8-4d0f-b557-4d8057ee8878\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.503027778Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.504789438Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6c61167-88b4-444a-b252-cd443f178337\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.504854829Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.50883553Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b173ec85-13d7-4ace-aa63-62d0e756f9d2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.50913683Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.511370631Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50cad936-dcdc-4fe3-b689-4ae39c51111f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.511749827Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.515298086Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f8d10f1-3c89-405c-b389-fdd069fa0475\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.515419308Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.520231927Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c476363e-d02c-49f1-881f-3b0cc5622cfc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.520310062Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.525357048Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a1d227d-f7f1-4b5b-980f-073581377145\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.526224045Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.526922437Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.530243053Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc5206a5-7bc6-489f-8bc5-fb245f3f0e55\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.530471057Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.533641334Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b60cf732-471c-4f7e-94b8-9113c1b73937\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.533779339Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.53477386Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c7c4729-69da-4096-a626-6be9d40f3439\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.535065672Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.535983621Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecab206f-24e5-47a4-a240-93b83d20f8cf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.536318338Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.537418129Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07634046-d919-4090-b69a-c22e091dbeec\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.537545493Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.538560325Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a487645-93c4-4fe6-88b4-20baf78651fa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.538633851Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.54025941Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ab1e7e1-b91c-475d-bb8f-c47acf921320\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.540414499Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.543207674Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d14d51dc-3f8d-4be7-add0-65838ab5c84f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.54333101Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.545705802Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"754ea883-5d73-494f-98fc-1f0988e69017\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.54585068Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.549179473Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"633cd44b-0d5d-4de7-9b60-bd4577e46daf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.549295634Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.551044819Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51203b78-8216-44f5-9891-e8dd1d91ba6e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.551176922Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.553844337Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"212e6d16-64bd-49e6-9c11-64a8dc700d2e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.554128133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.557365363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2bddf0e-896b-45b1-b1c3-d8bca33f5139\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.557418458Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.558236699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"678b6cf1-3669-4388-80d5-9f790368c722\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.558295305Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.559867207Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dabe2e67-bbba-4caf-946a-28072fd70321\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.559926836Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.560793743Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2108dc7a-8157-4f9f-bfed-72eba15a48b9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.560899193Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.561988253Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c3a823f-ed0d-41ac-bee2-775d258e7743\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.56210214Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.562130346Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.563721607Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e834a9f0-da31-458c-a2df-71c4ae6137b7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.563784663Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.565609599Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca9a014b-9f48-44ca-a3b5-7ab715462f53\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.566021319Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.56711607Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa46c101-ed80-40b1-b65f-2727cdbbf4c2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.567696016Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.569250162Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65d96d15-1b90-497e-be74-1ada3cb60bb5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.569391824Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.571214256Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0af0af62-93fe-419f-80c5-844110740fad\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.572253125Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.572332734Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.572366461Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.572394317Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.572418054Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.579265407Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.579552178Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.579608521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.57963813Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.58109366Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.582846572Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.591512819Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.591592217Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.591626255Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.591659251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.591687287Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.592478092Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.594036427Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.602913224Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.602992371Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.603025618Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.603758398Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.603996442Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.612447009Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.6125127Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.612549473Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.613086273Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.615104233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.615165886Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.615879608Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.658495808Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.658560177Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:34.659315922Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50978"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.665074276Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"909cbb3e-3c0b-41fd-add6-8ea21ecd628f","remote_addr":"[::1]:50978","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:34.665561506Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"909cbb3e-3c0b-41fd-add6-8ea21ecd628f","remote_addr":"[::1]:50978","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":544,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.668964086Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"909cbb3e-3c0b-41fd-add6-8ea21ecd628f\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.735806034Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.735983778Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:34.739070709Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41638"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.740161071Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"17f8923a-418c-4f6d-bc30-6127f9f784e4","remote_addr":"[::1]:41638","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:34.746585111Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"17f8923a-418c-4f6d-bc30-6127f9f784e4","remote_addr":"[::1]:41638","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":6460,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.749299539Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17f8923a-418c-4f6d-bc30-6127f9f784e4\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.829816173Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.829976643Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:34.831088999Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57216"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.837693077Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"52f6f58b-8f15-4873-b3d5-69c78e79795d","remote_addr":"[::1]:57216","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:34.838612148Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"52f6f58b-8f15-4873-b3d5-69c78e79795d","remote_addr":"[::1]:57216","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1016,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.845185175Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52f6f58b-8f15-4873-b3d5-69c78e79795d\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.911745281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.911819279Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:34.912908309Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52951"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:34.913254178Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.913823903Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.915146809Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"36209f7b-1cd7-41ad-9896-9adc01060f54","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.916383944Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"8c6f5153-ee46-4b02-818c-e95a34b4c994","remote_addr":"[::1]:52951","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.918857352Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"36209f7b-1cd7-41ad-9896-9adc01060f54","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.91892182Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"36209f7b-1cd7-41ad-9896-9adc01060f54","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.919667446Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"36209f7b-1cd7-41ad-9896-9adc01060f54","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:34.920069817Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"8c6f5153-ee46-4b02-818c-e95a34b4c994","remote_addr":"[::1]:52951","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":3719,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.921150421Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c6f5153-ee46-4b02-818c-e95a34b4c994\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.922813224Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.922859175Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.922883023Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.926331183Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.926409379Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.926447505Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.926476302Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.926933172Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:34.929880144Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"36209f7b-1cd7-41ad-9896-9adc01060f54","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":14860,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.940401507Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36209f7b-1cd7-41ad-9896-9adc01060f54\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.940785232Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.941236571Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.94846846Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.948775201Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.948888226Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.94985383Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.953847738Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3e378124-eeb6-43dd-aa05-faeebd45f6af","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.960707926Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3e378124-eeb6-43dd-aa05-faeebd45f6af","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.960776563Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3e378124-eeb6-43dd-aa05-faeebd45f6af","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.96149796Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3e378124-eeb6-43dd-aa05-faeebd45f6af","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:34.97745297Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3e378124-eeb6-43dd-aa05-faeebd45f6af","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":23649,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.983060162Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e378124-eeb6-43dd-aa05-faeebd45f6af\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.983433826Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:34.983495218Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:34.983523515Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:34.983863592Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:35.025967812Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:35.026272259Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.02631807Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":9,"elapsed":"781.554427ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.02635331Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":10,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.026382849Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.026411787Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.026440965Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.026467177Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.027229897Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.030740231Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.045376162Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.045482915Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.045574608Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.046568658Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.048547511Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.048674945Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.048770906Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.048856667Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.050407627Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.053078839Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.0532348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.055486957Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64491","req_id":"3062d371-98db-4d74-84cc-0cf8193a245b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   d4 a9 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.05555329Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64491","req_id":"3062d371-98db-4d74-84cc-0cf8193a245b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54441,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.055811574Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.056157153Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.056324286Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.05637647Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64491","req_id":"3062d371-98db-4d74-84cc-0cf8193a245b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.0566277Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.064002314Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.064082974Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.064115199Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.064547149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.064808169Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4459, tv_nsec: 863696873 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.064876335Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.064920553Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.066238599Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57245","req_id":"dfe42c8d-94a7-45af-be67-49ec7175907c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a0 4c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .L..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.066363258Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57245","req_id":"dfe42c8d-94a7-45af-be67-49ec7175907c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41036,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.066463427Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.066812934Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57245","req_id":"dfe42c8d-94a7-45af-be67-49ec7175907c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.06688127Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52337","req_id":"1500a85b-b411-46b3-9a3e-b4d2f0139342","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   7f 83 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.066917151Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52337","req_id":"1500a85b-b411-46b3-9a3e-b4d2f0139342","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32643,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.067048673Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.067073874Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52337","req_id":"1500a85b-b411-46b3-9a3e-b4d2f0139342","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.067107531Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.067134875Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.06800565Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.176612723Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.177297417Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.177361695Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.17738951Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.177412867Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.177942402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59519","req_id":"57bdd010-c6ba-4c8f-acd8-3ca93a63a0e9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   27 0f 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   '............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.178004325Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59519","req_id":"57bdd010-c6ba-4c8f-acd8-3ca93a63a0e9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9999,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.178229183Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 9999,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:35.178328411Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59519","req_id":"57bdd010-c6ba-4c8f-acd8-3ca93a63a0e9","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.18002455Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.180093077Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.180120291Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.180149329Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.181613166Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.181672955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.181700299Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.187253003Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de1fdb9b-8140-4108-aa21-4136063bb848\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.187784522Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.189677794Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0f1cf17-8b87-40fd-8598-fbb85c211008\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.190577446Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.194819408Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1e1b546-c4da-4a2b-9628-f14ca975f6b4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.194998084Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.199600494Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cef42d85-421f-44b4-b3db-9254e0eb68b0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.199771425Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.202346536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd168e33-5311-4b60-adf9-d5057045504f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.202415643Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.204365278Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb96e333-a479-4ebc-8683-e9014a874359\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.204431239Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.207517158Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4b57690-4588-4e45-92e4-f449ddd71985\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.207645223Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.213135171Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18d0d92e-f954-4c34-a378-555b21078319\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.213338827Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.213966247Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.214993804Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c23b9d3-5e7d-4a9d-a919-7dfd943c9334\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.215129876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.216307171Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59f63f15-197a-4ab1-befa-f22055648552\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.21656272Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.21746116Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f81cfb2d-9f5b-460d-b832-2f2104327c06\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.217584616Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.218714207Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4363773-8761-4d42-b87e-3ce0589188dd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.21877569Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.221319217Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9b5d95b-a436-43a0-83fe-4f1ba8501859\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.221390008Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.222246034Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b01254ca-7c9c-4d6e-b1cc-cf98503467b6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.222318639Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.224503622Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f39f721c-3d4d-4c0d-b27c-05c6f8a8d9fe\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.224575285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.22866813Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee82b913-3152-4f98-87ed-29f6f96a17b9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.228734301Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.232169626Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b85f5ce7-ad82-4e90-850d-629f115c1658\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.232475696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.23670352Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16eb3691-3bfd-473a-ac30-ecb6c3230069\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.236771295Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.239149583Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfde31ce-faf5-4399-a879-8c12bc3832b4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.239215825Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.240969379Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf2bedf1-cdea-4eae-9f70-2747734e3d42\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.241039088Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.241920795Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0094b4b8-dd45-487d-978a-0cb6ef04697c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.242027207Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.24397135Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b793927b-974c-4817-9dfc-37ad3385b56e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.244038855Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.244629291Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45bc138c-0e13-4e5b-9d11-f6c371aebd2b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.244701465Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.246529678Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74c8458a-9718-4587-9b49-f511ecc95fc0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.246773924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.250057026Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52e9561b-8885-480d-b9c6-6ced8d6faddb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.250122706Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.25595136Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f18c4c4-d5c2-4f92-8e4f-c9c5a0b5de4c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.256088513Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.259451914Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61f002fc-ca37-4638-a962-f78354cdc921\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.25952003Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.263154471Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16315a0a-c374-4a8e-8359-0ee9a62ffcd8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.263226254Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.26526659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.265328162Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.265361429Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.265388984Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.266996276Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.268702546Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5a7b6cb-373a-4da0-a66b-8b4575fc3108\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.268773888Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.269513842Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.277537198Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.277627388Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.277660975Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.278004679Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.280478348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.280539861Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.281005869Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.282388845Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0be00ae-4653-43ca-9774-ab6b70edd2c4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.282657931Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.284361174Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fae7b4a1-7d43-47be-b788-991bd549db14\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.284545351Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.286241932Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e186cdc-ab0a-4e35-9477-957d8160f4d4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.286312242Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.294820524Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"033dfb8b-5d51-44ea-8cbb-4b414bdf5d45\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.29518515Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.297348851Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf545231-1490-4b82-9de6-d812401657f8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.297417368Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.299453525Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbc2b36c-4d5f-47d3-8321-698b682dd8a7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.299622502Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.304102337Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5423a4e-5dfb-4726-a72f-6845f7e715c4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.304167337Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.311645396Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6f45d24-0acf-4f33-b9b5-43900d9cedbc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.311969172Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.319531749Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e83039fa-b402-4fc0-b596-177453603382\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.319579545Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.320383076Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.324284479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3b9c067-19ca-4822-a767-c18b1bc6bb33\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.324404258Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.328334789Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfc9af57-011f-491f-8403-a2a193581ff1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.328704476Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.338309112Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d8dd5a7-ab4d-4d0e-a19a-9616f8e8a918\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.338380855Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.342349051Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef70d02c-cf11-4033-8a09-80df7a358d0f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.342766684Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.346562336Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e317aaa2-9ae3-45a1-8edb-1ba8773bc738\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.347319074Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.353101034Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06402488-c6ce-4ee9-8e2b-383d909024ea\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.353309259Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.355773338Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce0a9f17-010c-4e9f-8213-e4d7a23119cb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.356058577Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.356107925Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.361097657Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b0efeab-9552-4359-bfe2-3f8332f2e9aa\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.361323677Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.364318725Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87b10495-5c02-445d-9cc0-be9e300febcb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.364500397Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.369202285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"105a4dd4-fc2a-4921-aa9a-1bfc3cefc4a2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.36954643Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.371253021Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.371316327Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.371351828Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.371383641Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.372082984Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.37323994Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4f75165-5754-4cf1-b4a2-9413db69b399\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.373391351Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.375321036Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.385676348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.385742009Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.38581757Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.386391523Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.387447457Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b3978be-fcd9-4d0f-8e34-daf328585525\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.387607756Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.387656824Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.387689249Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.387718698Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.388816204Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.391034153Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.3910927Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.39234234Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.39253792Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.397385799Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.397497421Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.397537431Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.3975674Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.397596679Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.39800896Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.405564384Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.41198187Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.412061619Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.412095056Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.412982223Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.477406264Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.477475562Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:35.477999677Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56832"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.47886469Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"1bd4ecb9-dd01-4bc4-9302-3a7910e8ab84","remote_addr":"[::1]:56832","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:35.479196732Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"1bd4ecb9-dd01-4bc4-9302-3a7910e8ab84","remote_addr":"[::1]:56832","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":339,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.479774102Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bd4ecb9-dd01-4bc4-9302-3a7910e8ab84\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.535807134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.53596073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:35.543729729Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37598"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.544452479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"73c8cd3b-1d54-45cb-9b36-cd062608e9fe","remote_addr":"[::1]:37598","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:35.544779601Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"73c8cd3b-1d54-45cb-9b36-cd062608e9fe","remote_addr":"[::1]:37598","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":372,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.546211103Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73c8cd3b-1d54-45cb-9b36-cd062608e9fe\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.606288173Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.60635675Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:35.607400379Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54364"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.612848364Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"2a0d7282-c3f3-4145-9133-146723a90134","remote_addr":"[::1]:54364","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:35.614465837Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"2a0d7282-c3f3-4145-9133-146723a90134","remote_addr":"[::1]:54364","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1043,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.614935061Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a0d7282-c3f3-4145-9133-146723a90134\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.67363154Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.673700418Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:35.675028995Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36535"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.675740853Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"beb988a7-651c-4326-a5c8-c0b6b448cfd0","remote_addr":"[::1]:36535","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:35.679742897Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"beb988a7-651c-4326-a5c8-c0b6b448cfd0","remote_addr":"[::1]:36535","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":4011,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.680465557Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beb988a7-651c-4326-a5c8-c0b6b448cfd0\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.682079122Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.682135233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.682164031Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.689087586Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.689174739Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.689211472Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.68924037Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.689731168Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.694965216Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.698997621Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.699281306Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.699525332Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.70005126Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.70604403Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.757909819Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.758152503Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.758266751Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.758357491Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.761012782Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.766689031Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.781259282Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.781361165Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.783228726Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.784100573Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.793079352Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.793158579Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.794919989Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:35.795171871Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:35.795627218Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.795804471Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":10,"elapsed":"769.283837ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.795853709Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":11,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.795881715Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.795908699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.795935613Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.795961504Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.796448845Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.801143589Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.809859755Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.810247598Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.810355333Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.812404025Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.817904895Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.818435592Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.822338308Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55127","req_id":"575ed75f-3bde-4323-9bde-f426f35cbe43","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   9b f1 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.822670801Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55127","req_id":"575ed75f-3bde-4323-9bde-f426f35cbe43","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39921,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.823825551Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.824091581Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.82554114Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.825729795Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55127","req_id":"575ed75f-3bde-4323-9bde-f426f35cbe43","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.826347246Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4460, tv_nsec: 625266501 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.826495561Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.826799517Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.829440018Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57610","req_id":"eba4b177-db90-4437-b750-d314960c2385","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   47 75 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   Gu..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.829613664Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57610","req_id":"eba4b177-db90-4437-b750-d314960c2385","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 18293,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.829904163Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.830084472Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57610","req_id":"eba4b177-db90-4437-b750-d314960c2385","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.830317887Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52815","req_id":"29000f7b-a1ff-4946-9b87-9e42f97a03c2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   8f b2 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.830475822Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52815","req_id":"29000f7b-a1ff-4946-9b87-9e42f97a03c2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36786,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.830713445Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.830852783Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52815","req_id":"29000f7b-a1ff-4946-9b87-9e42f97a03c2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.928212415Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:35.930933257Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58785","req_id":"8eba4fb0-e397-4736-8e6c-68b7912a05ba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   b6 a5 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.930998236Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58785","req_id":"8eba4fb0-e397-4736-8e6c-68b7912a05ba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46757,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.931196762Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 46757,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:35.931289627Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58785","req_id":"8eba4fb0-e397-4736-8e6c-68b7912a05ba","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.931787348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.931840534Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.931869903Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.945368839Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7869b975-ab67-47f1-acf0-2802e458404a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.945807262Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.973100833Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.976277211Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62588fef-10f4-48c8-a567-5f77dcbe21e0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.976506598Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.983348831Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"792d25d6-2cd0-4fc6-ab3a-4042727899f3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.983591605Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.988665735Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e2923b5-7d8a-4069-855e-8bf2703d921c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.989236913Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.992858639Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae3249f5-634b-4bbb-a391-98e54c309250\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:35.993073457Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.003637285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5db80d8a-ed63-48c2-a32f-6499c7762fc7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.003862814Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.009269506Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff8310db-5304-4074-b80d-be8ea2d6aac1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.009409736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.012100647Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d98df0ec-5b0b-40f9-a29a-26dcee7892a4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.01227257Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.013529825Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adeab8eb-0c4e-43dc-a49e-a97c2001119c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.013658271Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.015137077Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c663142-ef51-4ba3-93c2-978ab4a95837\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.015304551Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.017493202Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82c561db-604a-4b20-a648-3f51a41579e5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.017662599Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.018673002Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52d7d45d-7450-4002-9a9f-0ad6c3fdbdd0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.018851789Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.020034445Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b323994-e6fa-4fe1-b9a9-4856d67309bc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.020100206Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.02221007Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5ad5e6b-45bc-4689-abfe-625fbf4fcec6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.023102147Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.025174386Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.025247351Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.025283614Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.025655274Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.026578323Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.028869117Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.039547153Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.039613515Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.039641711Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.040337618Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.042902849Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72f03ebe-a8ad-4b3a-83ab-1a3720ae92d8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.043052527Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.043244369Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.043296523Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.043769886Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.047945556Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d353022-d2f6-45e9-bc64-dc85dde67835\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.048516954Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.057431125Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b559b92-e806-4ee5-a311-bb9ade76a250\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.057652046Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.063590167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5721e42d-9d3d-467c-9990-7deefa404c0b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.063722801Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.068460471Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77fc5c66-144b-4aaa-b140-e46e6057ba24\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.068684006Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.070701686Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ea25f82-f11a-4ba8-960f-1c7e20769429\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.071011594Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.072626982Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2722c30-7bad-4146-90ff-ecdb652d5a78\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.072929274Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.073861462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.074233673Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.077002911Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.078054336Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.078164876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.078296699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.079375107Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"320fc99e-d575-4463-a51c-adc81923ef39\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.079870885Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.083665716Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d02bf07-d30a-4ecf-bf1a-f40178b93650\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.083927478Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.084391642Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.087052254Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8589eb25-48ee-4b3f-a953-bcd6b5b0c5cb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.088901538Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.093414139Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4829347f-f4d0-43ae-b112-ebaf6608b0e4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.093603106Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.095449074Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ba08db9-34fd-4239-a43b-5d4d37d0c433\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.095569173Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.099165849Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d0274f8-4e5e-431f-8b12-40ee4173ab99\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.099327241Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.101349921Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9d109ad-c52a-4436-b39f-0998cb71e99a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.101474489Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.103801916Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fe48e27-fe3d-46f1-8182-191a8527627f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.103869942Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.106412237Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f24a92a1-588e-4b06-9995-dd33f5a999e6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.106848376Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.108422021Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f184fc63-00b2-42ee-af84-3c73f1a19b1e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.111000639Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.112038016Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8013920d-089c-4ab3-81f1-1323a7a5dffd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.112184748Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.11341018Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83215e25-e9bb-420b-9793-b0c9db32a266\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.113546021Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.116462972Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2996dc65-498a-4bdf-9818-a5a6ec61f3fa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.11657698Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.118014033Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e29ae8c5-3102-49d9-9325-0256b6f46000\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.11816312Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.120395277Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23c2cb8a-c7c1-47b6-b2e0-6949078f409a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.120474124Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.125355821Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cee5b3c-549f-4a67-9123-ea9f85af8a75\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.125745728Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.129311913Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d888abf3-e5b7-4b78-8a22-9e23b1885603\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.129421131Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.139934849Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.140120709Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.140162292Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.140192692Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.141096263Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.145130491Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 2 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.145292554Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.147049194Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.147210765Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.153802138Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.153863751Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.153896727Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.154283057Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.154450079Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.155866682Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc864351-4b6b-4043-9215-e7922e3acc7b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.156008454Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.158149741Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.158221494Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.158247035Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.158489397Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.158549377Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.160064866Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad908500-3561-4321-bbaf-e40000b72ddd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.160134465Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.161564214Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":2}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.161608392Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.163711843Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af78f3c1-7aae-46f7-93f1-7806fab8ef6c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.163833365Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.165073095Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7d20bf3-a893-4fcc-a39c-997d8f854dfc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.165219877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.166210271Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"699c96ba-a4c2-47f3-ab1a-e6cc93180f39\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.166383386Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.168394914Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"accc6298-a9b0-440a-8ce0-294fce27acec\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.16853357Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.17012472Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"666ac27d-e394-4158-a720-9f76da55a4ea\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.170271472Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.170316041Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.173084537Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac8f6e38-3349-4c60-b9ed-7b6e60af2e8c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.173584624Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.176374252Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7d7babc-28eb-442d-9c3a-a2bd76d65cc5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.176953927Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.17956537Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9078d2a-d9ea-4298-8a78-1ec0592fbc54\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.179712052Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.184075877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a2f9fd5-2d32-4c3c-b37f-7fbc20ea72e0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.184144143Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.186972348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e563c683-d955-4646-b980-530aa5552c51\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.187156064Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.187209671Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.187242085Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.187271875Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.188535392Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.193074566Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.199549056Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.199632573Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.19998252Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.200045235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.200077359Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.201296157Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.203562142Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.213889378Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.218557108Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.218619633Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.218652629Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.219309698Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.298578295Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.298759346Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.299714399Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.299776222Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.299959958Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.300136019Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.301249097Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:36.301310289Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42656"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:36.301915294Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.302663816Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"d4e46484-6071-4adb-9e93-a7e0d115abc8","remote_addr":"[::1]:42656","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:36.303083031Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"d4e46484-6071-4adb-9e93-a7e0d115abc8","remote_addr":"[::1]:42656","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":346,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.303319612Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4e46484-6071-4adb-9e93-a7e0d115abc8\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.371325249Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.371399968Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.371899724Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.378338062Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.378404614Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.378438652Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.379066232Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:36.379546429Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39183"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.38003893Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"4a72298c-1a01-488b-8043-c8417cbad392","remote_addr":"[::1]:39183","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:36.38029486Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"4a72298c-1a01-488b-8043-c8417cbad392","remote_addr":"[::1]:39183","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":269,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.38082642Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a72298c-1a01-488b-8043-c8417cbad392\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.427209635Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.42734776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:36.428084719Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35643"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.428596007Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"6376e824-69a3-45e8-b0f9-b940295f6367","remote_addr":"[::1]:35643","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:36.429213337Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"6376e824-69a3-45e8-b0f9-b940295f6367","remote_addr":"[::1]:35643","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":625,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.429519257Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.429636961Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.430417306Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.430713747Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6376e824-69a3-45e8-b0f9-b940295f6367\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.484972233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.4851113Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:36.485671146Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51366"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.486604485Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"b0cbf682-2b66-4ecc-9187-cf09ab76c589","remote_addr":"[::1]:51366","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:36.487094382Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"b0cbf682-2b66-4ecc-9187-cf09ab76c589","remote_addr":"[::1]:51366","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":495,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.487451844Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0cbf682-2b66-4ecc-9187-cf09ab76c589\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.489036431Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.489345807Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.489436298Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.494635647Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.494769604Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.494867479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.494949603Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.495601271Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.499337996Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.50614078Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.506915774Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.506973469Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.50801791Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.544817541Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:36.546606455Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:36.547083616Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.547230238Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":11,"elapsed":"751.502711ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.547436479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":12,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.547600456Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.547763972Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.547870394Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.547956435Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.548833513Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.554444122Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.56029046Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.560366782Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.560402994Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.561444068Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.564598063Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.565257857Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.566768727Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59533","req_id":"4afba4b3-2706-4e3d-a913-cfacb52cf010","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   b9 e7 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.566946091Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59533","req_id":"4afba4b3-2706-4e3d-a913-cfacb52cf010","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47591,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.567763369Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.568089038Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.568449506Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.568925655Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59533","req_id":"4afba4b3-2706-4e3d-a913-cfacb52cf010","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.569782302Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4461, tv_nsec: 368670805 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.570074945Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.570351817Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.571055609Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54469","req_id":"9acdb6b4-11a2-4568-a2bc-4811b10b87b2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   20 1a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e    ...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.571438512Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54469","req_id":"9acdb6b4-11a2-4568-a2bc-4811b10b87b2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8218,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.572091683Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.572229929Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54469","req_id":"9acdb6b4-11a2-4568-a2bc-4811b10b87b2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.572619425Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61756","req_id":"5597b547-0508-4544-91b9-99afc4e7c610","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   2e f6 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.572835726Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61756","req_id":"5597b547-0508-4544-91b9-99afc4e7c610","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12022,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.5730841Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.573223679Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61756","req_id":"5597b547-0508-4544-91b9-99afc4e7c610","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.732086092Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.732631228Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.732766998Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.73291844Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.73315926Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.733935206Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.73758121Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58026","req_id":"60aa603f-41f9-4ad7-894d-f707c0303a11","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   92 b2 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.737668123Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58026","req_id":"60aa603f-41f9-4ad7-894d-f707c0303a11","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 37554,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.737820908Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 37554,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:36.737919053Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58026","req_id":"60aa603f-41f9-4ad7-894d-f707c0303a11","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.74091351Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.740976175Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.741004291Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.742178019Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.747436887Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.747655322Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.747689761Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.747900711Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.759594791Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.759690161Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.760079497Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.760552559Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7a7c19b-4dcc-4fb3-95e6-aa288d929b58\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.760801245Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.783797133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2e01cec-398b-4376-8d85-c9b00a52da35\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.784603469Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.795050313Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"073bd69b-34c9-4e5f-9e6b-751541877c1a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.795442475Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.798304016Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39dbfb94-33fd-4784-a3a1-2960ccdab55d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.798450859Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.800626153Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52c17f2f-0dd0-496e-9188-c48be94018a9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.800707886Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.802872849Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82ada249-1d4f-46b9-8055-17cf30c24517\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.803401523Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.810895434Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b40e9ea-2fcd-4ae9-8a42-94a6d81d4406\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.810986245Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.811324208Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.81535549Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bc1c6da-cca8-42e8-b7b8-9b3c965ce887\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.815616029Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.816933214Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0f79e6b-34b3-48a2-8bf1-c7120242a85c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.817087341Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.818677459Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea4350aa-2065-4bd8-8401-b1b3f980e6d8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.818897838Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.820279641Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32b542c0-d1ba-4aa2-b477-95200db142c0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.820427766Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.82178472Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b546d153-d6c6-4be2-893b-5f8a8c2d5bbd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.821907465Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.824202658Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42dae6ee-e827-452c-8856-7f4fb79ce7f8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.824349139Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.826364826Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aeb9425a-8eea-4fa5-930c-c46a8aef0ad5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.826707699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.828823013Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18a2dcbc-c27c-472c-8e63-c2f1786eb0b0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.82893176Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.832647393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71f5b9c8-8103-4e7e-a52b-65e430c2c32f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.832722633Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.835621008Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83ab6ebd-bf83-4bfd-a04c-03e7ff56b7fd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.835859553Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.839523553Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d911dcc7-c16a-473e-8012-449aa2f242c1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.839651428Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.845087128Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4970eb23-72e8-40ad-aae6-096d4844de9a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.845231616Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.849543918Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8ccfc1a-51d0-42a5-a803-efe205c7b2a4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.84969544Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.851460146Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c16bb4b-5c52-4ccd-8b87-d2b19a21b4c6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.851621468Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.855729843Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1da140f7-e6e3-4147-a4aa-2802e2433c25\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.856003088Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.857326334Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56d69169-ef8e-4712-9f9f-8e65179700fc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.857396264Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.860473084Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fcffd7b-16a4-4389-879d-3a9f92d472f4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.860959884Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.86268936Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.862846703Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.863036131Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.863083826Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.864508424Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.867112523Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.875830613Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.87589416Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.875926754Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.876573463Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.881134731Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.881196524Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.88160605Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.883494723Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fb1508e-27c6-4579-a07f-9c30d7a3a71f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.883619482Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:36.911714439Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.91270853Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.917852859Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"479f1fd3-9c8b-401b-a26e-30315a9cd96d","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.923194603Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"479f1fd3-9c8b-401b-a26e-30315a9cd96d","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.923284692Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"479f1fd3-9c8b-401b-a26e-30315a9cd96d","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.924457689Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"479f1fd3-9c8b-401b-a26e-30315a9cd96d","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:36.930247595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"479f1fd3-9c8b-401b-a26e-30315a9cd96d","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":12461,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.943998363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"479f1fd3-9c8b-401b-a26e-30315a9cd96d\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.944394332Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.945931084Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2a05cf0c-811b-49d1-992b-e17577686d7b","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.947591532Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2a05cf0c-811b-49d1-992b-e17577686d7b","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.947650199Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2a05cf0c-811b-49d1-992b-e17577686d7b","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.949209636Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2a05cf0c-811b-49d1-992b-e17577686d7b","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:36.95992212Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2a05cf0c-811b-49d1-992b-e17577686d7b","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":14002,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.960762835Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a05cf0c-811b-49d1-992b-e17577686d7b\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.96082584Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:36.960862493Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:36.960889507Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.962751207Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.979356281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0ef3437-74b0-43ff-9f9d-1dfd74e51399\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.979628443Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.987384256Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d28f902-0943-46a9-afdb-db7faca54abb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.987664635Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.992175172Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c3ca35e-4d9c-42ab-991b-acae261cc4e9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.992443857Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.996296052Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd75f24c-fce7-4bc0-ba09-353e65f6dfb3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:36.996618625Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.001727154Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0afcc830-7dac-41e0-8267-745aceb04d8f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.001953294Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.004555379Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5f03671-bb20-475c-a45a-c22186faef57\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.004800096Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.006573129Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ef1cfa3-506b-40c4-b04f-9bf70300fd57\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.006812466Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.008173808Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb2470ce-66c2-44a7-bba2-cec9071b8069\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.008395189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.009951991Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4c7725e-d705-41b6-8d3b-788cb8210234\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.010213011Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.012740557Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a50240e1-cee2-47a3-b8e2-adc4891c5869\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.013124592Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.015140789Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"471b277f-dff9-46d7-b5ba-ad148ff915b9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.015283193Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.018974458Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62234550-095d-4b93-a245-2106b4f7fc03\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.019163945Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.022250074Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.022306707Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.02233847Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.022364582Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.023353984Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.024511891Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbd38b52-25c0-463f-b8ce-585c44172ca3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.025561472Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.027776926Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.03841915Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.038485121Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.038519169Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.039288222Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.042693556Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.042796682Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.043197741Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.044705305Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b4ecefa-bc3b-4839-b9f5-92f52feec481\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.044860714Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.047512618Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0775b6f6-4247-4dd7-b223-2c20eba7e0d0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.047691434Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.049764264Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fc9bd9b-944d-4ba1-9e4d-80aee476376c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.049837611Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.051419883Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a33b04c-6e55-4ff6-96c2-5aa7c2629163\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.051697927Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.054177107Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfa3154c-ef15-4672-a5b6-9390be5ce001\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.054451964Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.055728879Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50f8b92e-6ac3-4c32-a3d6-a1e54c2c94b1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.055952604Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.056987777Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05c6f70f-58bd-4297-aca9-565ccde113e7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.057216773Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.057335089Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.059655803Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"118753d5-d362-461b-b43f-0564b5183d07\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.059961502Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.061481019Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"496a6777-7427-444f-859d-39e5ec30b8cf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.06174234Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.063040557Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"438ef9e7-6fef-4a9a-942c-4fa316e66768\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.063279192Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.064736947Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"537a2414-8915-41cb-9059-9cfb132d54b4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.064976173Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.066613876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32906dd5-a026-4821-a35b-266a1cd504e0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.066836359Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.066953232Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.067046508Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.067361826Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.069251882Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.076210737Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.076477338Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.079321786Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.088136809Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.08818254Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.08821251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.088240546Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.088474692Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.08962264Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.091642805Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.091712303Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.101459534Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.101534072Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.101564573Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.10158818Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.101617539Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.101649923Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.101676115Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.10169841Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.185732432Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.185812502Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.186242358Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.18630373Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.186338319Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.186368379Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.187112993Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:37.187176119Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44039"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.187374173Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.187433712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.187985251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.188774353Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.18922462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"17ff6bf9-9464-4e7e-8438-5e9bd07b390e","remote_addr":"[::1]:44039","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:37.189592774Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"17ff6bf9-9464-4e7e-8438-5e9bd07b390e","remote_addr":"[::1]:44039","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":391,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.189847271Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17ff6bf9-9464-4e7e-8438-5e9bd07b390e\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.245057814Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.245408974Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.245992707Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.252678348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.252740782Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.252773136Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.253168143Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:37.253226379Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44242"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.2550688Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"ad9067f0-f2b3-452a-ac4d-54e4dfda0840","remote_addr":"[::1]:44242","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:37.255307356Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"ad9067f0-f2b3-452a-ac4d-54e4dfda0840","remote_addr":"[::1]:44242","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":250,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.256271887Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad9067f0-f2b3-452a-ac4d-54e4dfda0840\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.305897924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.305966791Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.306432589Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.306486397Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.30851058Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:37.308572804Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47318"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.309232157Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.309293089Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:37.309667034Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.310449513Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"0228fb60-a157-49d3-b987-c662ea6b90a5","remote_addr":"[::1]:47318","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:37.31132118Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"0228fb60-a157-49d3-b987-c662ea6b90a5","remote_addr":"[::1]:47318","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":625,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.31270184Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0228fb60-a157-49d3-b987-c662ea6b90a5\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.383824458Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.38399637Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:37.385015711Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43907"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.385599965Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.385719403Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.386985526Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"0d6535b4-f1b1-4424-a515-d8a49e62fcde","remote_addr":"[::1]:43907","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:37.387580281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"0d6535b4-f1b1-4424-a515-d8a49e62fcde","remote_addr":"[::1]:43907","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":481,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.388142221Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d6535b4-f1b1-4424-a515-d8a49e62fcde\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.390406702Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.39049584Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.390558485Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.397281821Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.39742214Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.397522681Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.397609864Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.398620969Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.40376119Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.419007949Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.420086127Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.420294221Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.420856983Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.452856309Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:37.464889745Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:37.465555041Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.466065708Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":12,"elapsed":"918.68495ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.466288722Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":13,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.466452889Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.466782897Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.46708047Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.467294536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.468557423Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.471036612Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.477875538Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.477954105Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.47798689Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.478522698Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.482229443Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.482324863Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.483433101Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55298","req_id":"7cebd725-7531-4223-b161-aaea972e832f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   eb 16 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.483535315Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55298","req_id":"7cebd725-7531-4223-b161-aaea972e832f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60182,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.483730223Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.483899431Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.484060251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.484108106Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55298","req_id":"7cebd725-7531-4223-b161-aaea972e832f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.484508945Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4462, tv_nsec: 283405875 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.484570548Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.484664545Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.485043821Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59673","req_id":"36a6cc16-59ac-47a6-bbc2-b53dbb2edc3e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   2b dc 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   +...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.485099482Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59673","req_id":"36a6cc16-59ac-47a6-bbc2-b53dbb2edc3e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11228,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.485200483Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.485290001Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59673","req_id":"36a6cc16-59ac-47a6-bbc2-b53dbb2edc3e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.485351514Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53600","req_id":"49d9155c-cccb-4418-bf56-e8aadc7b5d71","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b6 c9 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.485472645Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53600","req_id":"49d9155c-cccb-4418-bf56-e8aadc7b5d71","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46793,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.485574979Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.485596883Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53600","req_id":"49d9155c-cccb-4418-bf56-e8aadc7b5d71","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.606581777Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.607006393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.607083597Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.607122505Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.607153346Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.60813884Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.609296025Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54878","req_id":"2b575f78-8218-4d8d-a34f-659bd3934eb9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   6e 98 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   n............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.609362127Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54878","req_id":"2b575f78-8218-4d8d-a34f-659bd3934eb9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 28312,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.611198486Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 28312,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:37.611304286Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54878","req_id":"2b575f78-8218-4d8d-a34f-659bd3934eb9","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.612170733Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.612227265Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.612256714Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.613011568Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.620041475Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.62010415Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.620136314Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.620609757Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.630481937Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.630544271Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.630993225Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.640966737Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e31065a-0eca-4a0b-866f-da1ea0af43e6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.641814506Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.671715462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d721ddf-ecb1-48f0-b105-81a0e2947e4a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.671884729Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.692496016Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f6f9587-860e-4a8b-9f09-36e2fac9ce97\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.692610454Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.696405064Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40158137-ca4c-4096-aa06-8198640d7850\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.696773639Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.710484276Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"905a609c-e4d4-4a37-b784-cb53ecca9858\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.710557783Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.716518008Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.717405987Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5ade615-a262-462e-ba1b-b5e704fe1d08\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.717485496Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.722856557Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d80f98b-2180-4c6e-9e97-c06b341c59cb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.723092858Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.726894893Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84311d55-e8cf-479e-837f-bd42a448aa71\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.727008981Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.728563167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a205ed5-3c48-4e84-8c7e-a56109fc805f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.728698898Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.730798551Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15e234fc-6c85-4557-b22d-85b916ba8d8b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.730945594Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.732170124Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c00f64fc-6cc1-4fd5-93dc-dcdf6b2b17e3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.732311335Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.733435766Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0785c5c9-b52a-44b6-8e56-b6098bf24955\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.73355822Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.734830354Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8d8e5d1-866c-4e89-8bc7-dfb22ce15b97\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.735007106Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.73694122Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7df2b35a-fd10-4680-8997-7f3c68ff39f5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.737109465Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.73902891Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db38f971-b26d-45e5-98bc-cc9e5570cc3f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.739098899Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.740928695Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a86ae0e5-4631-4cc2-a61e-bfbafa818d3e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.741084295Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.743769916Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32263239-a9e8-4c2c-b7a3-1f8c44a50320\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.743835035Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.748176976Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebc539da-df82-4ccd-b70f-d0c1d6fcfd80\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.748266645Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.750093024Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a38eb21d-38e7-45cf-b166-a3b91ad36283\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.75016605Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.751173347Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa13f5a5-1a51-4e7b-bf20-b11b6d92cb08\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.751332604Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.752268839Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90e72b74-fc02-43fa-9205-c089b0cd309d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.752399249Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.753476305Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0595d109-233e-4a81-a387-a1c79629fab6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.753650652Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.754564313Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a122b01-0452-489d-8157-e6a1d9c9b1c2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.754720664Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.75616884Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b80006f6-2cf8-47bf-8b05-3e8b70f8dc77\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.756344369Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.758188885Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d61034b7-c361-4856-a25a-42b74d086bbf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.758257451Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.760210973Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d1001c0-4743-4b5a-bd1d-befd5fe33fda\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.760275923Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.761832194Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec9fa972-9b5b-4175-8698-ab4a1ef6d339\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.761947583Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.763748402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66c29e49-d5f9-40c5-884b-501b8bcff8a8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.763821217Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.766120538Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f192b0b8-4229-48d9-a541-b8cd57f24826\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.766290036Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.76727118Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.767328815Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.767364376Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.76754726Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.768857812Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.770308382Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae32059b-cf94-4348-887b-88831001e09e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.770388932Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.771393203Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"332fc191-9a9d-4d28-80bd-cfc81b646bcb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.771516118Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.771733311Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.778590684Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.778690022Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.778725913Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.779199016Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.781434119Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1727ae2a-7f51-45a5-8b91-19ad60518384\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.781558176Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.782824038Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c8d9be9-ba23-4423-a958-c6c10fad56ac\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.782889319Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.784489948Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.784553414Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.784582452Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.784612291Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"720a67a8-b6d0-4620-bea1-46e645b91f0d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.784649095Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.785788685Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b0ee537-8862-43ae-a90c-9bf9ecbefebb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.785854446Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.788669485Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87f627c1-68ca-4ad2-923f-88e0d04e0663\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.788738492Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.790782745Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3978f9a1-ff3f-4961-bbf4-dcd72780a2fc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.790851412Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.793357235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ceab7c6-e337-4311-8347-ef4524b484d1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.793423717Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.795862676Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cf9e376-51e2-4520-9095-06dcb7d99409\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.795959339Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.799940431Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"162cb610-dc67-4f9a-adb4-19722d0d23dd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.800295729Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.810496644Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8ed4ab8-5aed-44d1-8edb-c05f403350af\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.81105705Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.815158963Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f2dfeb5-4388-448c-9de8-425ca47f04a8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.815763638Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.820588411Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.82113501Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58989771-36df-450b-a294-839e0cd64324\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.821583904Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.823640662Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f96152be-167c-49fd-bce3-e9627ac42c2f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.823861773Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.825410428Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"979ccfa9-746b-456b-867c-afaf8659f348\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.825590587Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.825704023Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.827864989Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d42382f-8d0f-4739-b969-759263b32c30\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.828215277Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.829597521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dad5b73-0d68-4165-9b12-9cdbc1cbc1b9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.829851798Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.832463441Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a654e8ba-f7d7-4d51-b992-c671fa69aa5d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.832704101Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.834037848Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d660c8e1-4d36-4df9-a000-fc58581e1ebc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.834371182Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.835818536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43f01849-6338-48d9-9086-b7cefcecf3dd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.836126419Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.836252951Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.836348692Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.836434263Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.837441991Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.839580351Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.847398799Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.847493598Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.847585922Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.847671332Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.847752664Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.849343283Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.851907713Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.856648198Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.856787866Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.85683508Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.857502089Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.932201753Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.932277013Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.932695066Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.932751899Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.932786488Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.932815065Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.933493056Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:37.933623546Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40939"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.935114036Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"2680322b-cda8-407d-8b3c-f60e60e694d1","remote_addr":"[::1]:40939","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:37.93544246Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"2680322b-cda8-407d-8b3c-f60e60e694d1","remote_addr":"[::1]:40939","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":331,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.93699336Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2680322b-cda8-407d-8b3c-f60e60e694d1\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.989538553Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.98959735Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.991084834Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.997783801Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:37.997846887Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.997880043Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:37.998337024Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:37.99873663Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49516"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.013918448Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"e82adc77-8dda-4a2e-a29c-0af2ee9576c0","remote_addr":"[::1]:49516","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:38.016480052Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"e82adc77-8dda-4a2e-a29c-0af2ee9576c0","remote_addr":"[::1]:49516","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":2580,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.01663457Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.016676323Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.017144506Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.017601537Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e82adc77-8dda-4a2e-a29c-0af2ee9576c0\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.071058496Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.071123987Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:38.072165131Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38424"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.085255393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"a9d33f69-b75d-4be4-b2c1-080a05a75d7e","remote_addr":"[::1]:38424","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.085348849Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.085669648Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:38.085842543Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"a9d33f69-b75d-4be4-b2c1-080a05a75d7e","remote_addr":"[::1]:38424","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":615,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.091741776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9d33f69-b75d-4be4-b2c1-080a05a75d7e\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.149335107Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.149417912Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:38.150968281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62400"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.15132393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.15137907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.151406845Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.152277289Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.152485134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.152527688Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.153202162Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"69d78533-931a-475b-8ffc-0601f80775f7","remote_addr":"[::1]:62400","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:38.157439415Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"69d78533-931a-475b-8ffc-0601f80775f7","remote_addr":"[::1]:62400","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":4243,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.158110001Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69d78533-931a-475b-8ffc-0601f80775f7\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.160129575Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.160187179Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.16021749Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.16433814Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.16439861Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.164432448Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.164464832Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.165650815Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.17208229Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.178922709Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.179162296Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.179211935Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.179864295Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.220757031Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:38.237175223Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:38.237643566Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.237704217Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":13,"elapsed":"771.376206ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.237746511Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":14,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.23777603Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.237806621Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.237839096Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.237867793Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.238831573Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.240862971Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.247138134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.247267862Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.247360577Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.247883168Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.25138747Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.251446508Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.252239127Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:56353","req_id":"1302dd1d-9ead-405f-828e-7d4643efbf0c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   20 d1 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67    ............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.252434737Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:56353","req_id":"1302dd1d-9ead-405f-828e-7d4643efbf0c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8401,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.252636619Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.254206527Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.254370203Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.254481465Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:56353","req_id":"1302dd1d-9ead-405f-828e-7d4643efbf0c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.254922032Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4463, tv_nsec: 53802901 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.254996791Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.255142251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.255780794Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57413","req_id":"1ef3d7dc-c746-4bbf-9c11-81b29e445c31","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c3 af 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.255897596Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57413","req_id":"1ef3d7dc-c746-4bbf-9c11-81b29e445c31","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50095,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.256124609Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.256169298Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57413","req_id":"1ef3d7dc-c746-4bbf-9c11-81b29e445c31","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.25627575Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59363","req_id":"345e7eb3-2430-4651-a0ef-4499a943bdf5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   f8 27 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .'..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.256325178Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59363","req_id":"345e7eb3-2430-4651-a0ef-4499a943bdf5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 63527,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.256413374Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.256505167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59363","req_id":"345e7eb3-2430-4651-a0ef-4499a943bdf5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.348940909Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.349276698Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.349334724Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.349368972Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.349398922Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.350238164Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.350678932Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64248","req_id":"dea02213-f196-430d-a0bb-4f1bab632005","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   27 9c 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   '............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.350737318Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64248","req_id":"dea02213-f196-430d-a0bb-4f1bab632005","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10140,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.350812478Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 10140,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:38.351144239Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64248","req_id":"dea02213-f196-430d-a0bb-4f1bab632005","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.351242014Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.351283276Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.351373977Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.35317261Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.366683169Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.366844Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.36703981Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.367929402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.368890137Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1e74c1b-ac9c-4bff-9b52-df5e5b369736\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.369300033Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.374291579Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.374420596Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.375321821Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.377081066Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cc71a1c-d8d3-4933-acd9-1ee210d2d484\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.377719258Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.382449513Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa850dd2-85ff-440a-90a7-645383525844\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.383571759Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.386644872Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53e4c696-40e2-4655-916e-1ff144dd814f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.386886914Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.398486325Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47f1b2d0-da2b-4e48-8537-4cf8f6e8fe61\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.399987446Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.408817279Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67021711-7f82-4fb2-a481-7defd293ba81\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.409037057Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.414998555Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.416660716Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58d4af82-7d04-4a4c-81f5-36cfb2484a5b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.417058549Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.420464986Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8387f06-239f-4280-b408-94949f64cddf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.42103919Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.422144522Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ef98e7a-6741-4042-9eef-f53a5bd9d173\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.423502689Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.424496348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0dd2be8-e170-454f-8cb0-286f341d621f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.424735284Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.425876929Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b940dfb-a5f6-4573-9300-7441d5c66095\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.426101286Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.427004576Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9eafc07-6c35-4c58-9831-2f464fbb2b71\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.427215887Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.428712619Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dd10a56-ab95-477e-a912-d1eefe65988b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.429476581Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.432659593Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eece3b6f-995c-49df-accf-425d82388e8b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.432839191Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.435368931Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fe4d4bc-47f3-4b3e-bce6-3ee004cd58ca\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.435442448Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.437216152Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f5e2627-08db-41e3-919b-b4e2271cd579\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.437340099Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.447787334Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88a9a920-81cb-4e1a-a8f4-13876c1bfe25\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.447879037Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.451866031Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1282a029-4f96-416a-911f-a5d5c6e4ddb2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.451943615Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.454095873Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a568bca9-e8f2-45aa-8e6c-751b161f2d8e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.457054779Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.457991165Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5de128b4-b892-4615-a213-f4ddf2a67709\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.458121103Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.461496829Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9965af3-382d-4c2b-8777-c8ccda41644c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.461732739Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.463090234Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea3ed722-c784-42f6-bea0-5fee3de69992\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.463236806Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.464976222Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c628174-d424-4d34-b7f9-0e4839af0b28\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.465584133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.466172355Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.466248707Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.466283787Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.46631521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.467004673Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.46809191Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcc6a804-7501-4dd9-9104-c26264d0f124\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.468255696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.470087125Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.477138565Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.477420055Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.477475325Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.477920062Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.479883063Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e698671-b5bb-4f4a-bb21-1c60ac57dbe6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.479952561Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.480057941Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.480108993Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.481603891Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.486210149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40513409-798e-4032-b4c7-70762fc77d97\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.486607581Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.488622546Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50514ff8-258f-4e6b-a645-4a42a9353611\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.488752454Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.491304088Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05b07fcf-add0-4bf9-b1a7-3f1b52c252c3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.491528205Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.494007495Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3aba63a-3d59-42c5-9eb9-8c7b2b94639e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.494127394Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.497431797Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e24de1ba-1f17-40f0-95a1-099e67e763ee\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.49759382Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.498370498Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"334916af-11ad-4fae-9772-c05d41d744f7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.498495537Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.499413285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bdbd257-c156-4c3f-82f0-c3627647ec5d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.49970185Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.502420858Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16c21696-375a-441f-a053-bef9795f6990\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.50250722Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.503888402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba99dbc5-41c8-40f6-8dbb-6c957b18e52f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.503954243Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.507044941Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f55d3fc9-9473-45f7-86fb-861abf231bed\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.507214399Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.509120416Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5e8c7a1-9edd-4f21-aed5-b629f576d71c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.509224163Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.51256016Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80248346-a3f9-41ce-b77e-ea1a6ffb49c3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.51264039Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.514481167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.514771516Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c87d5f9-e7a9-47b8-8082-b61461e67541\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.514983749Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.517456405Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8ca22da-183d-4fb7-9c72-534c0c295717\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.517670341Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.521437658Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdf3162a-6f4b-4285-8259-4c429958e2b8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.521651864Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.533069624Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69eb78f8-b60c-429e-9a73-ddf0bb04137b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.537280443Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.539541057Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e955477-1542-4dc8-8ff1-8e17f854ec39\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.539852157Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.540803954Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4d34707-5304-4d8b-a035-84f5f7b045c0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.540938622Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.541939416Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4cdd533-e9d5-4e01-b257-d1cd1dd8d6a5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.542065828Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.542987855Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"951b4449-ea7a-4dd5-ab6e-686f3edb9299\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.543123185Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.543165779Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.545379951Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f269ed38-5ee1-42e0-8536-a2836fd7ec9c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.545579789Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.547573461Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c05c11f2-57bd-4939-9abe-77991773133a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.547736466Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.549206686Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc14c058-4d2d-400d-bb0a-4af106aaa651\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.54933952Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.551248824Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"283661e6-34a4-4b63-9a2f-1552d970477b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.551398262Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.553475902Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"053e7632-6415-44ca-8ec8-b6eb792a4e0b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.553608085Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.553655059Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.553687163Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.553722082Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.554673558Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.560865295Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.566568087Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.566655882Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.566687685Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.566719509Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.566749649Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.567158353Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.567686265Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.567746154Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.567777887Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.568008888Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.568485227Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.570120776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.577258257Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.577584306Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.57763658Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.578832934Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.579189635Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.587866322Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.588081832Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.588133515Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.588446839Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.636924758Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.637005589Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:38.637869621Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54035"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.640667886Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"26a96555-ea01-4276-bac3-8506ae4d1697","remote_addr":"[::1]:54035","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:38.641082111Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"26a96555-ea01-4276-bac3-8506ae4d1697","remote_addr":"[::1]:54035","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":567,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.641262651Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.641315366Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.642114368Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.642765315Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26a96555-ea01-4276-bac3-8506ae4d1697\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.721193198Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.72126958Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:38.724510307Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44758"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.725796199Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"5af8ebdd-bea1-460e-ab0f-1bd6297b4c2b","remote_addr":"[::1]:44758","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:38.732217022Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"5af8ebdd-bea1-460e-ab0f-1bd6297b4c2b","remote_addr":"[::1]:44758","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":6867,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.734019583Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5af8ebdd-bea1-460e-ab0f-1bd6297b4c2b\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.775285162Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.77535449Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:38.776440865Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50110"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.785269666Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"fd12eb29-0ceb-4165-8c3b-c47e2c2f2a37","remote_addr":"[::1]:50110","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:38.785637579Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"fd12eb29-0ceb-4165-8c3b-c47e2c2f2a37","remote_addr":"[::1]:50110","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":374,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.792992252Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd12eb29-0ceb-4165-8c3b-c47e2c2f2a37\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.859440516Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.859515395Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:38.860573934Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37951"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.861236324Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"25c4da89-080b-4908-ac61-f6558d19fddc","remote_addr":"[::1]:37951","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:38.862737555Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"25c4da89-080b-4908-ac61-f6558d19fddc","remote_addr":"[::1]:37951","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":1521,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.863444303Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25c4da89-080b-4908-ac61-f6558d19fddc\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.864946987Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.864989021Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.865015955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.869083389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.869148458Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.869184861Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.869217155Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.869728755Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.878953244Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.882644168Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.882910057Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.882967883Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.883424953Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:38.913841196Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.914405911Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.921389776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.922878813Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"224fd075-13f2-468f-98cd-557eb85a520a","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.930513404Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"224fd075-13f2-468f-98cd-557eb85a520a","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.930587171Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"224fd075-13f2-468f-98cd-557eb85a520a","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.931422796Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"224fd075-13f2-468f-98cd-557eb85a520a","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:38.941552699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"224fd075-13f2-468f-98cd-557eb85a520a","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":18671,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.942856717Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"224fd075-13f2-468f-98cd-557eb85a520a\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.943160362Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.944076728Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6bec8076-00d9-45c4-a5a7-736d2fc11413","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.945745824Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6bec8076-00d9-45c4-a5a7-736d2fc11413","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.945808809Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6bec8076-00d9-45c4-a5a7-736d2fc11413","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.946483924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6bec8076-00d9-45c4-a5a7-736d2fc11413","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:38.951618374Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6bec8076-00d9-45c4-a5a7-736d2fc11413","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":7544,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.952166817Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bec8076-00d9-45c4-a5a7-736d2fc11413\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.952222959Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.952254722Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:38.952281385Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.974357691Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.974424955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.974458161Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.974486367Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.975328665Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.988464448Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.996499136Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:38.997954306Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:38.998013433Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.002747345Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.024650416Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.024735255Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.025750808Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:39.026021919Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:39.026437657Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.026498859Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":14,"elapsed":"788.709412ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.026536093Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":15,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.026564119Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.026594489Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.026625511Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.026654529Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.027323582Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.04090392Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.046025134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.046101766Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.046134211Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.046647313Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.050631021Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.050693245Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.052471247Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57240","req_id":"4b3348f3-0811-45da-afb5-bb7afcc3934c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   38 e7 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   8............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.052721907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57240","req_id":"4b3348f3-0811-45da-afb5-bb7afcc3934c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14567,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.053094559Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.053294678Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.054002588Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.054132186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57240","req_id":"4b3348f3-0811-45da-afb5-bb7afcc3934c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.056315256Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4463, tv_nsec: 855203689 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.056391318Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.056430546Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.057046523Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57069","req_id":"36b84e02-990d-40a5-b3b5-11a451f05d5f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   aa 41 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .A..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.057111513Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57069","req_id":"36b84e02-990d-40a5-b3b5-11a451f05d5f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43585,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.057197253Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.057283465Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57069","req_id":"36b84e02-990d-40a5-b3b5-11a451f05d5f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.057390148Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60964","req_id":"62bdcaa1-a890-42b3-8968-db70ded28f57","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b3 b3 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.057434696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60964","req_id":"62bdcaa1-a890-42b3-8968-db70ded28f57","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46003,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.057523012Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.057617731Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60964","req_id":"62bdcaa1-a890-42b3-8968-db70ded28f57","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.181250371Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.183927615Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.184077744Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.184112584Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.184137484Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.184443984Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.186428268Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.192704182Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64507","req_id":"47fb6836-f52a-4079-acce-7ab1ad24eb4d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   58 e0 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   X............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.19308976Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64507","req_id":"47fb6836-f52a-4079-acce-7ab1ad24eb4d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22752,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.193499246Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 22752,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:39.194089292Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64507","req_id":"47fb6836-f52a-4079-acce-7ab1ad24eb4d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.198822082Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.198927411Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.200025209Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.200145629Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.201665868Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.202019623Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.202757643Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.202993964Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.203257008Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.2116246Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.211763647Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.215077389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a42ab0b1-05c2-45ae-9328-1fe3a15fefbe\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.21534889Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.218435159Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6864d3c7-a2a2-42c5-9eb2-94b534dd3399\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.221087183Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.227800259Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e012065d-2fef-434e-ad23-f3dadb1454bb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.227875869Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.228687456Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.232061319Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"433ce879-f3ed-42f7-89f1-2eecd12b81ce\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.232205406Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.235019342Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c79f4c36-5bc5-404a-af07-03e959718e8d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.235093069Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.238221542Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6be8f1dc-97b7-4d7c-9cd4-d754acb80c83\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.239106095Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.241621026Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9753d49-9754-45e4-aa38-dbdc5fe18d94\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.241689352Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.243762142Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39407252-db3d-441c-be68-2f5b56b79a44\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.243918644Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.245402109Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b35ab042-96a0-4e3c-a8f1-39019448cf13\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.245551727Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.24661722Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa8a36df-7ab9-4e76-9d06-6281a15b667c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.246822048Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.247744827Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e40e2640-9f1d-4c21-b8a0-e27b8a20fe97\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.247925687Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.249667327Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26046727-161d-42a5-be88-de36ed264c69\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.249827787Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.251121505Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97a4168c-cbe8-4d9e-94a2-c643d8d6763d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.251347786Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.253598169Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70c89468-28d6-42a0-bf68-0f0270f8536a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.253881945Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.255747021Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"650ec7aa-eae5-4a1f-9642-c2ae31be3982\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.255817191Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.257675814Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4f68324-f1ea-4e72-b1c0-74cbae859bf3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.257791605Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.261954088Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"540dcbb6-2ba1-472f-8071-7b26a9022c03\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.262137263Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.265452599Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31957527-93e8-484f-86e9-267c1dd04443\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.265643449Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.268013812Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15fccd43-fee5-428c-940c-05d44c7f5c0b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.268162608Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.269074976Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf6b99a2-7dd4-4e53-b9ce-270e3022b876\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.269231849Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.271347754Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f81ec66b-a4dc-4f89-92b1-6a34e7fb533b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.271511521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.273778838Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8334da1d-c2ea-401c-b4d4-7d34335f596a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.275935635Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.279131022Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db03740f-2906-42ab-9b77-ff28ca07c145\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.279310369Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.279715507Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.279769514Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.279799143Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.279825506Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.28072611Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.282507359Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83e80245-449b-4550-ad7c-c4a33ff679ba\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.282694813Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.283569085Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.291469756Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.291513313Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.291544645Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.292856359Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:39.293541043Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.295848681Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.295902207Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.296323797Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.296562683Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a03bf706-9c4a-45c2-a013-63607d7a535b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.296691821Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.299794132Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39305a2b-877d-4db8-b5bb-5fe00498a21d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.300644316Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.304548374Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9215c17a-634e-43e8-8162-69f154deff7d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.304790517Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.309161556Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84ecf0fd-c5e8-4a4f-be2f-b4dda7e061e5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.309280763Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.312486841Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"175fab4f-7405-4dd0-a6cb-9a2b874bd642\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.312617051Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.315594663Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2df566c3-c24a-4c15-9a5b-725cd8506e25\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.315721626Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.317092648Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14df7f65-c061-481e-9d3e-982ac91fc112\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.317217587Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.31886515Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58eb4031-f128-4a6a-9afe-7f3a98cc9313\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.319009187Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.320117264Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b06f3566-d8f5-4fb2-bc1c-84a0022422a9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.320177364Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.32259466Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"755f3caf-8a73-4b2f-83d8-47c6ae3d0087\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.322752224Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.326186297Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb7fef0e-55de-48a9-82b6-02ba4d18316e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.32639391Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.331313963Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"046da36b-e08b-4d7b-819b-a5c3a377e0e2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.331487649Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.331809721Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.334823295Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d817494-11db-44db-abf9-1cc18dd6012d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.334894557Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.337339098Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd5a1c28-8bfd-4da2-a82b-bc71971f2ba2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.337505429Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.339584762Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"503e386e-0b6d-49a8-804d-50424d1bc990\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.339658018Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.341741429Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a0e0540-5731-46be-aafb-d890b5b3f984\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.341816048Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.344388413Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef431bc4-a888-44a0-bd4a-35ef204414ce\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.344504705Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.345399939Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cd616fe-7536-4bcf-9a55-3f8f8dfd776e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.345480669Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.346477566Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b123d73-86aa-48bf-9c83-39c3d3eda414\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.346612955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.347625062Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8856cc06-3194-4e68-bfe5-d75b6355b0a4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.347752476Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.348736045Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b7224c9-6ab7-4e7c-a088-ff890c28b82c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.348799492Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.348830223Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.350217938Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"252e9942-9030-4bb3-88ba-c39b002dec88\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.350424981Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.351867926Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e54e4830-632d-4eb1-a26d-4d8fa04a01c9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.352524514Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.354904616Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"687a9415-1745-44d7-80ee-5c00388c3130\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.355089424Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.35631179Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ae2e67e-a292-45b2-b2be-eca51fd31298\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.356470847Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.358711972Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77b32d11-3d91-431c-bc15-37ef06da12e2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.358848604Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.358898253Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.358928263Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.35895707Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.361032856Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.367116618Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.378640508Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.378719636Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.378753403Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.378804154Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.378837972Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.380809069Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.382424728Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.382465499Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.382493144Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.382552663Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.38382118Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.386128187Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.392976311Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.393042273Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.393076691Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.395195864Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.396858146Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.403527233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.403590429Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.403623004Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.404031989Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.40611041Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.406171171Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.407753544Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.500806396Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.500967196Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:39.501685397Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60496"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.503116298Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"87678baf-b4a6-4022-83a2-a158a496944c","remote_addr":"[::1]:60496","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:39.505583875Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"87678baf-b4a6-4022-83a2-a158a496944c","remote_addr":"[::1]:60496","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2475,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.506250152Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87678baf-b4a6-4022-83a2-a158a496944c\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.56795251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.568131657Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:39.568947372Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34530"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.571745457Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"18b8948c-ca16-4d4c-8f06-fe351a0b1617","remote_addr":"[::1]:34530","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:39.572776512Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"18b8948c-ca16-4d4c-8f06-fe351a0b1617","remote_addr":"[::1]:34530","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":1035,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.57431662Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18b8948c-ca16-4d4c-8f06-fe351a0b1617\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.670964855Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.671157369Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:39.672471598Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41205"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.675737805Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"db211d63-00a1-431f-9e7e-9798d9e2a3cf","remote_addr":"[::1]:41205","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:39.676744321Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"db211d63-00a1-431f-9e7e-9798d9e2a3cf","remote_addr":"[::1]:41205","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1014,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.679412717Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db211d63-00a1-431f-9e7e-9798d9e2a3cf\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.782485734Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.783262732Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:39.791361978Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62764"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.797976537Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"8e69d905-d849-4285-8e44-5939845e947f","remote_addr":"[::1]:62764","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:39.802666642Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"8e69d905-d849-4285-8e44-5939845e947f","remote_addr":"[::1]:62764","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":4605,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.804041311Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e69d905-d849-4285-8e44-5939845e947f\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.804786275Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.804840553Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.804870142Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.80884902Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.808911134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.808947626Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.808979841Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.809935855Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.815298129Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.819442236Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.819626453Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.819678457Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.820515565Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.851680769Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:39.86148804Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:39.861726465Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.861788889Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":15,"elapsed":"835.260772ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.861834189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":16,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.861863067Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.861897185Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.861929069Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.861957074Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.863040192Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.86778195Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.873032161Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.873137681Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.873225245Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.873810532Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.881558659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.881668388Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.894867997Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59041","req_id":"24b6f4b5-5bf8-4e09-aa72-d30bd18d8e98","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   7f 79 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .y..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.894942636Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59041","req_id":"24b6f4b5-5bf8-4e09-aa72-d30bd18d8e98","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32633,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.895148406Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.895356731Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.895523543Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.89560742Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59041","req_id":"24b6f4b5-5bf8-4e09-aa72-d30bd18d8e98","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.898667608Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4464, tv_nsec: 697345181 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.898747036Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.899130961Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.904352815Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.904669175Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.90478212Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.904871108Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.905940138Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.906396677Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:56914","req_id":"329636a6-486b-4a57-b332-2f680e122c05","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ec 9d 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.906685292Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:56914","req_id":"329636a6-486b-4a57-b332-2f680e122c05","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60573,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.907339827Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.907565436Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:56914","req_id":"329636a6-486b-4a57-b332-2f680e122c05","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:39.908003779Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62945","req_id":"7f471e2c-7135-4c7b-a891-4e450b0118c0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e7 e2 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.90826498Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62945","req_id":"7f471e2c-7135-4c7b-a891-4e450b0118c0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59362,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.908568094Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:39.908720447Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62945","req_id":"7f471e2c-7135-4c7b-a891-4e450b0118c0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.047851387Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.066518911Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53679","req_id":"7ab3ff18-0494-4f63-8bc5-1225cb9e7e38","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   5f 4c 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   _L..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.073684658Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53679","req_id":"7ab3ff18-0494-4f63-8bc5-1225cb9e7e38","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24396,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.073908313Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 24396,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:40.074096188Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53679","req_id":"7ab3ff18-0494-4f63-8bc5-1225cb9e7e38","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.074659149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.086038893Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.086140315Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.086176878Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.0870314Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.087985982Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.088049429Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.088076302Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.088473894Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.088690736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.092450658Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.092617931Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.093516231Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.115667406Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.118020795Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.118141936Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.118212887Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.127974898Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67604172-42dc-4860-b078-52072dc09742\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.128273633Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.132029135Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b716e74d-d5db-415a-bebd-27a6df24ed74\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.132240076Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.134878102Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c7a82b3-595a-4b44-a04b-c8983561b47f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.135012299Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.137119658Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7531d68f-16fc-48c6-bf90-4eda1e5dc687\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.137186571Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.139609399Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0ccb9fc-6fed-4d64-8e76-5dcdd24c6c05\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.139667795Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.141679844Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff156f8f-dce5-4583-8d39-91ba13bc3566\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.141950413Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.145654693Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 2 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.146043508Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.147799607Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.148113883Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.152338861Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15812629-c3f5-4b25-a61c-53a6766eff81\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.15268983Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.15345235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.155549939Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.156439061Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.158711047Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30c913ee-7168-4d7b-b470-b3ad25cb2cae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.158787219Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.160275134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5acc82f0-cc57-4677-9d0c-74fa941e38c6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.160618448Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.162949302Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":2}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.163073399Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.163471973Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e37ccdf-36ee-46fa-8312-0f86e20f2183\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.16373153Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.166629805Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d0767ef-eac9-40fa-9cfc-e1fc3dc8b71c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.166998269Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.168021277Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72e2a5ad-61c7-4d06-99fd-f981e2c98208\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.168241115Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.169898568Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dea38415-295d-496d-8bed-bc9b78c4b7b1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.170283585Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.172257758Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b80b63bc-f9b5-4bc6-b521-9f48f2dc2352\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.172521925Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.174661458Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c62532c-06b8-4a0d-9d4b-8820740db01a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.174871516Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.17696125Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"834e09b0-6c15-4628-b133-17a832236367\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.177172941Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.179254589Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a76f0cfa-1aeb-4eb3-bced-0727e86cfbd8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.179486962Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.181959949Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af2d048b-aac1-4e68-a8b7-21d1a3bb3e65\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.182173956Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.184816581Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed47afd5-2894-4890-b0c6-d7cad8a685ac\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.185065266Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.186178314Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c963852d-4b66-473f-8e69-3b5fa987a36c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.186335948Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.18727063Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a17526c8-67e9-49da-a3cc-0e4ddb2e7907\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.187414517Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.188353248Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf873013-d429-45ca-9b62-66fc366cc453\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.18854003Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.189602877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4c4e0e2-f427-4f8a-a082-331cd38c4478\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.1898052Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.194655945Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a719bdc-b94f-420c-84e5-186fcdab2255\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.196064632Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.197948786Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af57db56-dc38-4256-9637-589e3a2e4bc5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.198085749Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.200152767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b82c6244-947f-46d5-81cd-03f435670b02\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.200221985Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.202255036Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9b04bf8-e5cc-4d48-ab99-d49b8b6ff6b8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.202333823Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.204030874Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b4fbb8d-aaf4-4ac0-a658-50c8de7ff887\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.204096846Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.204305371Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.204357876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.204387896Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.204413226Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.206025599Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.207857759Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb2216e2-0167-40bc-8988-a3a2be4eefd4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.209216095Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.209370844Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.216839555Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.216904474Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.217029283Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.2173593Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.218365595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7e245bd-4f20-4e9f-aa52-dd6856fd8280\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.218470334Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.220365851Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.220424738Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.220840877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.222952384Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"972541d2-2a95-405d-a93a-7269a4ec8ffb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.22301569Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.224617502Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a35dc09-32ff-420b-a2d6-4f215ce649c8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.224753433Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.228005803Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62ec0c5b-98d6-4f5e-9ade-aaf3c51426c9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.229251735Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.23041847Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da2c2e06-160a-46e5-95d2-090fe97b7421\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.230540333Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.232807971Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2302ab57-9a18-4c67-ab00-3d7c37bb1b2b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.232870405Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.234780761Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09f05e45-d53a-42ea-8bcc-217454146231\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.234985008Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.247717136Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82e85019-dcb5-42ee-95c4-61daa8bc98e2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.247970401Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:40.25183457Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.254983965Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dfe7db5-5ddc-4ec6-a5e5-f3fc46a50d4c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.255072221Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.261005743Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"730bfad3-aadb-40ed-8142-0b624a787802\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.26109486Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.261769344Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.263527247Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ee9f3b9-163c-46c8-8ad2-c456b452dad4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.263883457Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.268107683Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c36a75e-7020-4be9-9185-3576c5ef17ba\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.268528672Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.271296216Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd3988fb-b595-405f-9124-7c10ac3248c2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.271346837Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.273333966Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a463422e-a733-43ed-bd69-f545a185278e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.273753302Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.278095643Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6be30744-a672-497a-91a1-fffaa048d4c9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.278965537Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.28030738Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89a1f46d-bea0-460b-997c-da23d763948f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.280374153Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.280402961Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.284199184Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec97ff73-9e78-474e-a7bf-bf868fe060b7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.284246358Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.285082765Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33c411f9-1622-4915-9e6c-35e649f8f491\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.285133406Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.288694301Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8424b66f-afc4-4d10-9446-a063e0ab3f10\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.288769029Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.290765718Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9f27886-9429-4176-9722-872bfd7904f2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.29113348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.293246751Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce87821e-0667-401b-8e5e-4d36f37b8a7a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.293722479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.293774382Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.29380831Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.293836636Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.294629797Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.297243935Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.302237925Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.302300851Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.302456701Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.30249113Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.302522713Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.302788572Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.306530638Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.31415014Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.31422054Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.31425566Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.314838712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.315307746Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.315363768Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.315397295Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.315426252Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.315876299Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.385207196Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.385284881Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:40.385719267Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40606"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.386244804Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"236dfb6c-1db2-4399-a61b-408eafed9e70","remote_addr":"[::1]:40606","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:40.386673257Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"236dfb6c-1db2-4399-a61b-408eafed9e70","remote_addr":"[::1]:40606","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":441,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.387430155Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"236dfb6c-1db2-4399-a61b-408eafed9e70\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.443166526Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.443231526Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.443646052Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.468557777Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.469769762Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.469938839Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.47142507Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:40.471609958Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57732"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.472809398Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"f14efeb7-0cae-4d10-a89a-870d8b0a1370","remote_addr":"[::1]:57732","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:40.473127281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"f14efeb7-0cae-4d10-a89a-870d8b0a1370","remote_addr":"[::1]:57732","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":325,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.473544793Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f14efeb7-0cae-4d10-a89a-870d8b0a1370\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.570442506Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.570674277Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:40.571157771Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58026"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.57269819Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"3fddfbb5-8b3b-4b30-8ea9-e55f8d4d1dbd","remote_addr":"[::1]:58026","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:40.572849471Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"3fddfbb5-8b3b-4b30-8ea9-e55f8d4d1dbd","remote_addr":"[::1]:58026","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":597,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.57297447Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.57302453Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.574294721Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.574957572Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fddfbb5-8b3b-4b30-8ea9-e55f8d4d1dbd\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.636491163Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.63677577Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:40.637559402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37400"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.639005743Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"e69067f5-f788-422c-a04b-08faacee7377","remote_addr":"[::1]:37400","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:40.639376753Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"e69067f5-f788-422c-a04b-08faacee7377","remote_addr":"[::1]:37400","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":378,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.640036888Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e69067f5-f788-422c-a04b-08faacee7377\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.642766907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.642819492Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.642846235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.64826402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.648352115Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.648394049Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.648530571Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.64900671Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.659881878Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.668432184Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.668874114Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.66901265Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.670576556Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:40.721743743Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:40.722160263Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.722244872Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":16,"elapsed":"860.332868ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.722285493Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":17,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.722313779Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.722341194Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.72236945Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.72239971Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.72325287Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.727296828Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.728475165Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.733889784Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.733955174Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.734019753Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.735025236Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.738157838Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.738369108Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.739759879Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58197","req_id":"3f904b34-bf1f-46a0-a55a-96582eeb4320","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   d2 b6 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.739976782Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58197","req_id":"3f904b34-bf1f-46a0-a55a-96582eeb4320","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53942,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.741625927Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.741802419Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.741959592Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.742006786Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58197","req_id":"3f904b34-bf1f-46a0-a55a-96582eeb4320","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.742906679Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4465, tv_nsec: 541665224 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.743078121Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.743183681Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.743576704Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49435","req_id":"189417d7-67ec-41a4-a51c-a6f248bdb79a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a4 32 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .2..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.743640071Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49435","req_id":"189417d7-67ec-41a4-a51c-a6f248bdb79a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42034,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.743734479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.743816893Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49435","req_id":"189417d7-67ec-41a4-a51c-a6f248bdb79a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.74387083Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61655","req_id":"e0c97495-adc8-4a13-9b54-7d18c61c6c07","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   71 f9 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   q...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.743972904Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61655","req_id":"e0c97495-adc8-4a13-9b54-7d18c61c6c07","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 29177,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.74414161Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.74420692Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61655","req_id":"e0c97495-adc8-4a13-9b54-7d18c61c6c07","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.865296492Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.865716499Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.865764775Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.865795236Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.865827791Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.866624258Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.867028984Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58496","req_id":"ea35ebe0-e3da-4a2c-a72b-290bd90eddd3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   aa 1a 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.86716724Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58496","req_id":"ea35ebe0-e3da-4a2c-a72b-290bd90eddd3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43546,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.867248221Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 43546,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:40.867320385Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58496","req_id":"ea35ebe0-e3da-4a2c-a72b-290bd90eddd3","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.867523169Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.867571696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.867600673Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.869307113Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.875277509Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.875345595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.87537334Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.876492961Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.876701175Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09350626-81fa-4a1d-8e0e-063fdcad5968\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.876945071Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.881685657Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.881728001Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.882446633Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.893265258Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e48842bb-b7b3-4296-9c6e-652f158a465b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.893512842Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:40.912617035Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.912932895Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.913685635Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8d495808-b7f6-4ceb-b86f-f4bdc8d3742d","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.915276735Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8d495808-b7f6-4ceb-b86f-f4bdc8d3742d","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.915351884Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8d495808-b7f6-4ceb-b86f-f4bdc8d3742d","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.916424091Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8d495808-b7f6-4ceb-b86f-f4bdc8d3742d","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.920479962Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2df6651-ba09-4e3d-ac66-41a1625c5321\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.92065956Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:40.921257441Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8d495808-b7f6-4ceb-b86f-f4bdc8d3742d","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":7621,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.922805265Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d495808-b7f6-4ceb-b86f-f4bdc8d3742d\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.923396022Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.925430526Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"107bc4b9-e79f-49c7-aa4e-bc3bc6a90ade","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.925916824Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"107bc4b9-e79f-49c7-aa4e-bc3bc6a90ade","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.925989269Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"107bc4b9-e79f-49c7-aa4e-bc3bc6a90ade","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.92661716Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"107bc4b9-e79f-49c7-aa4e-bc3bc6a90ade","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.930476569Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94d53cdf-de46-4c12-8b45-ee170a0ec5bd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.930766186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:40.93111428Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"107bc4b9-e79f-49c7-aa4e-bc3bc6a90ade","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":5695,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.93233367Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"107bc4b9-e79f-49c7-aa4e-bc3bc6a90ade\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.932400092Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.932434Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:40.932461404Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.934242453Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44aa865c-8ee6-4a16-bfac-f20971c0cf5f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.934312582Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.937288963Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"853ad4d0-601a-4aa8-843d-1a0824cf7795\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.93743293Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.942295688Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.944949736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5ef41ee-1f46-4fba-8e22-35bf0dcf8b88\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.945135627Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.947018628Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04f386e0-072b-47db-b14b-eb5137a39e8c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.947204379Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.948115173Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4218246b-0d8b-4139-a055-1cec9badb2e8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.94828434Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.949349703Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73798dd8-df61-4285-aad4-de2aa6f7fdac\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.949495974Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.950386689Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"733abd08-b1bc-4306-9435-4f30d9f1e9c1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.950524133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.951551149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26c05861-add7-4aad-9f81-c4617d9e7173\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.951715437Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.953565893Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eb17a82-8f29-4afc-beb0-d7edf8cd0b08\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.953858426Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.957346546Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71a97736-54c6-48ef-9f29-e870612cbd36\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.958107442Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.962434453Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f29eb6c-16fc-43cf-b5cd-8fdb2bf7e9fc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.96260354Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.964396162Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a941cad-6db3-4f60-97e0-fbba71979246\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.964467905Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.96654817Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68d5bb28-d246-4bdb-9f9c-e542fc14a63f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.966619903Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.969840209Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab689769-9e1b-4f59-8063-4faf47e6cc4a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.969931421Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.974395665Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27e5bcfc-c014-4a8f-b4f2-c7378e1e2487\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.974574953Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.975781767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ecdc25c-9993-4c76-97fc-1370825e75bb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.976550048Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.977625851Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77c82609-b627-4ac9-a384-937adf8e630e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.977841942Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.978978637Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b575cc50-85e0-4166-a07a-6ea6a09c7fe3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.979204296Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.980374748Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbf86968-3038-43f2-9609-c328fe4b0813\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.980446632Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.982173041Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07123f0e-6d67-4275-99b0-c880f269e307\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.982369934Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.98484242Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fbdb759-1689-45ad-8899-66965ac24f4c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.984913942Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.987071371Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1f5f7f8-5f41-4f8b-9d31-f94447c80ad4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.987138735Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.989294751Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36bb8f90-09de-4b50-9303-d7eb5bc53d2a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.989417095Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.99192939Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3df300ed-ee4b-470d-9e7a-8ca9ec5489bd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.992109549Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.993141305Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.993195002Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:40.993228058Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.993255713Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.99439337Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:40.996969703Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.008039138Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.00812571Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.008159708Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.00915465Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.010184212Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d98971c-9120-4c41-bb71-12e5673ace47\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.010493368Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.012229637Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.012289356Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.013058108Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.01631637Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8b72f89-7563-473a-867a-a9eb179d2bf7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.016574284Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.0180684Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ffcfb74-2173-4afc-ba5b-50d466422af3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.018137448Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.019239835Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f407da2-226f-408b-931a-1d22efe84ebc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.019436376Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.020620646Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cc49f6c-4044-4d59-a191-5bfa97eda7e1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.020795434Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.021841909Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c647ff8-9d2c-4d06-96d8-7920a34b53f3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.021922119Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.023462999Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd34c482-190d-475a-a359-337d32f5a3b1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.023637256Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.030062077Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9b35662-9244-4cf1-af72-95874cb80c20\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.030280352Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.032861896Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47458272-d81d-48d8-a15b-595ea57cce13\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.033012826Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.035440333Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d5e046e-b98d-4b8b-b89e-2407f28ae10d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.03560965Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.039167088Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99d8c103-3a41-490f-aa90-e7516eb0de8b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.039327458Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.045086873Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.045728181Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19d30418-13e8-4976-af75-8a97655c2500\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.045972608Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.051841471Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0db89699-43a5-4d27-8484-01d77c5dccb3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.052958707Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.064074575Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8741ef3-576d-4a03-9e98-64a447e77d8b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.064201377Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.064245976Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f92ea75-7716-421d-a135-586e82d7407a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.064281367Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.064313791Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f348a7d-f732-4e59-9cca-b84a902d8456\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.064347068Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.064480303Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45d3ca81-8592-4198-8bff-fea96f2de79f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.064517447Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.064542898Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.064575743Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"969e1466-ca83-4098-b649-75b1244f2dac\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.064609781Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.064726844Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9b02ad0-55cd-40d6-bc0f-3eac927f336f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.064982875Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.066307033Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea8e128b-8707-4b53-a35d-968b098652d6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.066369768Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.067661832Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efcdedf1-87c3-40d4-9b08-46b1d3f64d4f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.067842262Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.069023926Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e59b42d3-b629-4378-a724-057b4c00596d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.069145077Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.06919169Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.069226049Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.069328122Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.070058838Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.075613355Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.075691421Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.08039389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.085644391Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.085716605Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.085750753Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.085779641Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.085805973Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.086160149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.087143348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.087837401Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.087890917Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.087918923Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.108878734Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.118116199Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.118310276Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.118369784Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.11882923Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.119384346Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.119442632Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.119515147Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.119592521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.120674436Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.260608566Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.260688776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.261327368Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.288048168Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.288235902Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.28838039Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.289327296Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:41.289513988Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50514"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.293938293Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.294233141Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.338462164Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.339483589Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.340405647Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"eebec09c-180d-4996-8036-639173df7ca0","remote_addr":"[::1]:50514","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:41.340928729Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"eebec09c-180d-4996-8036-639173df7ca0","remote_addr":"[::1]:50514","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":531,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.341394326Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.341517833Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.342315903Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.3430271Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eebec09c-180d-4996-8036-639173df7ca0\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.448462773Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.448546671Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:41.450069174Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55782"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.450535233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.450602877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:41.451001822Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.45244107Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"a5499734-408a-468d-b254-acd5c4e67449","remote_addr":"[::1]:55782","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:41.454434672Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"a5499734-408a-468d-b254-acd5c4e67449","remote_addr":"[::1]:55782","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":2022,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.456362563Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5499734-408a-468d-b254-acd5c4e67449\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.524435073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.5245991Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:41.525273724Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41111"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.525740364Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.525911305Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.526558845Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"9ea83ba1-1d04-4b67-8c76-80fb419deb3a","remote_addr":"[::1]:41111","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:41.527117418Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"9ea83ba1-1d04-4b67-8c76-80fb419deb3a","remote_addr":"[::1]:41111","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":566,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.527741521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ea83ba1-1d04-4b67-8c76-80fb419deb3a\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.607465286Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.607590445Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:41.608135942Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60168"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.60998689Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"e5c9d7f0-ed25-43c8-8f2a-4aa2a34f1bef","remote_addr":"[::1]:60168","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:41.610608408Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"e5c9d7f0-ed25-43c8-8f2a-4aa2a34f1bef","remote_addr":"[::1]:60168","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":636,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.611665444Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5c9d7f0-ed25-43c8-8f2a-4aa2a34f1bef\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.615192081Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.615252591Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.615283292Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.630951731Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.63155884Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.631681254Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.631830642Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.633658845Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.644380186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.649706358Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.649969963Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.65002364Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.650519047Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.683382385Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:41.696192619Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:41.696450463Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.696510041Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":17,"elapsed":"974.202955ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.696549089Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":18,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.696623107Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.696656503Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.696686273Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.696713316Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.697768359Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.700015536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.705640373Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.705732016Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.705766885Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.706758811Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.709953136Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.71001538Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.711817781Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62981","req_id":"4af17b58-c0d8-4826-b570-2f07e2a05485","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   4c 9b 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   L............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.711856198Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62981","req_id":"4af17b58-c0d8-4826-b570-2f07e2a05485","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19611,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.711983662Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.71207305Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.71209836Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.712120144Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62981","req_id":"4af17b58-c0d8-4826-b570-2f07e2a05485","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.712392226Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4466, tv_nsec: 511281952 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.712461323Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.713912625Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.714422351Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55434","req_id":"9e1d2ec7-5afa-4df4-96a7-100ea643c4c6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c2 7f 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.71475838Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55434","req_id":"9e1d2ec7-5afa-4df4-96a7-100ea643c4c6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49791,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.714868119Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.714894471Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55434","req_id":"9e1d2ec7-5afa-4df4-96a7-100ea643c4c6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.714929932Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62539","req_id":"af8f8f82-2ecf-4908-a237-4ab38714316a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   bb f8 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.714959841Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62539","req_id":"af8f8f82-2ecf-4908-a237-4ab38714316a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48120,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.715088277Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.715115842Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62539","req_id":"af8f8f82-2ecf-4908-a237-4ab38714316a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.825100379Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.825638331Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.825800855Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.825908509Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.826000592Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.826889924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.827343668Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50276","req_id":"9077cd30-2824-41e0-9942-44a917854355","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   d6 62 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .b..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.828234784Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50276","req_id":"9077cd30-2824-41e0-9942-44a917854355","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54882,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.828552637Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 54882,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:41.828756012Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50276","req_id":"9077cd30-2824-41e0-9942-44a917854355","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.829185288Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.829321189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.829453482Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.830633333Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.837401408Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.837493902Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.837529563Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.837866895Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.840976591Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.841113284Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.848882593Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.860280513Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2bbbd96-aa7b-48e3-9a34-ee27420e5457\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.860707774Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.870379855Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"044fb357-bc7c-4a94-8a23-d1d7ab3ff718\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.870800373Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.94452285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.963033662Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7f3503c-8cac-4fa8-92a6-59c05b4f41d4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.963180715Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.966310671Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"430b5110-3e30-441e-9d07-feedf9549818\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.966434638Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.96979826Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70db6220-5cdc-436e-9888-d84740b31f54\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.969863139Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.973426168Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3344d37-73b7-466c-b5ec-f524bd04ccf7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.973613832Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.977759192Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"191a8f37-d503-41fe-a6d3-f0d687c97a60\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.977830824Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.981456138Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6c53ad3-5801-4b12-a1f6-93b324e64c2d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.981594153Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.988946241Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38c5222e-b551-4e0e-83fc-a78f92d0e15a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.989317661Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.990705005Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3a925da-1c2d-4c27-b7bc-63f3d849a0e8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.991280442Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.992793737Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aeffe589-d3c2-490f-bc20-3f06bdded954\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.993210948Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.99425602Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e4c485b-0233-42cf-8bb6-c3c501274810\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.994465718Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.995121535Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.995414509Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:41.995543426Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.995638024Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:41.999452685Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.006474705Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9659d58b-24a5-44a9-8f89-dc0b87b5c712\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.007395731Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.008064222Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.023517903Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.024316133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.024365892Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.025465974Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.034675243Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c09c9fc7-de69-4722-9457-d98aa0056b0f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.035047395Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.035332533Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.035371951Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.036253648Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.044610168Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03dec7c3-e376-4e63-a518-850da694c3c1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.044830246Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.051399676Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9e4c23e-bbe0-491d-83a4-ff649300c74f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.051539755Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.054478009Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"493e0c10-5db6-42ad-a0cf-51f4ad7fab99\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.054665903Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.056428475Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d01a59a8-da04-4bad-a4e1-bbd89ee0ffc3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.056535468Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.059798951Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e1f89b9-8814-493a-9126-ddf6a95f25b8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.059907407Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.061504879Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06bb4b1c-3dc7-4d1b-a7c2-afa6f6824207\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.061832783Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.065944054Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79c61fbe-2ff9-483a-afa0-5c0ac7ce65d5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.066176397Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.075641596Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.075723169Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e6d8988-49aa-4c65-9b53-d0099f676fdf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.075833328Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.075956974Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.079631155Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.079692958Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.079724431Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.079750783Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.079775372Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ee71064-26e9-428e-ae07-ae2726cf4205\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.079812115Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.087866293Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"335a974a-23ba-4a51-bf68-ab3b0c1ff2b9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.088057384Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.090045525Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.092069307Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5deae46d-5aa7-4bef-bb35-eca51abc0f89\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.092266911Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.094661392Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b119f4d-623c-4fef-81b4-cdcb173911a5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.094737644Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.097087435Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b986e268-22d7-44f2-a797-3ea1e6ac94ee\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.097308646Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.104374755Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b07ab0a5-7273-4b1d-919a-bf919f5cebae\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.1055869Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.111671343Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b60eebfa-16fe-4b15-b25d-659722255d92\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.111868796Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.118821088Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d1a995f-b907-4d0b-8093-6446f61af479\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.119089283Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.12067918Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ccb446b-a6a8-4577-903d-502efce77597\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.121054729Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.122759555Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3631be3a-096c-4107-9582-e174cf840f3f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.123132048Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.124492468Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2c4b214-bee4-4342-969a-b4aa7f595cc4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.124716735Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.126248557Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2e14fd2-5564-4095-88d5-ea28b0e97b32\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.126641219Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.132205917Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5856e95-2559-4075-a3c7-9d921a377654\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.132621936Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.137378733Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"505080c1-a262-4f15-91c8-668af71f7884\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.137592269Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.140788287Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8843bd3-afa9-4239-b04b-5ea23ef4c8d4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.141027834Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.141305307Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.141449043Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.141547038Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.141633611Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.142912078Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.145172061Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.145415766Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.146347232Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.147889034Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.155910176Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.156064684Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.156209312Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.156876381Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.159724686Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.160793596Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.160895389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.164531814Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.164683115Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.165308421Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.165791965Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.165897575Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.167757992Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55af4871-82b5-405d-9b4e-b7fe8850525f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.167987339Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.179819283Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d70be1a2-09cd-400d-97c5-d2e4cf1f3864\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.180076937Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.184768063Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d45e003-08f6-4fbe-b776-fc96364aa513\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.184985727Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.197706152Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69e0e818-cc37-43b4-83c7-a0187eb289f9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.198054315Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.200273637Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55e28c46-42c1-4ea5-a204-973cdba6e7b6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.200550038Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.202461597Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a450b60b-a89e-4dde-a1f6-189f5ec051e0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.20274447Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.208491801Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b8dbfc4-8be0-4307-960b-0f6d851b1221\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.208786649Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.210526636Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.213380752Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"881145e4-2367-40f6-a42c-49b58f6f3b38\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.213569548Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.213682714Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.215341509Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efdf77da-a16f-45cf-ae95-b7981a3a3f8d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.215729923Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.21720396Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe88b0e8-bc84-488f-8c46-72a588275750\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.217460281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.219285878Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a437c04-8d91-4efe-a263-fee170129607\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.219530215Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.221946539Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2465a4ba-f47c-47a1-a5f9-10efca343968\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.222265595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.223650745Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd24510b-51db-450a-aedd-62647e1855ad\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.223873979Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.224031102Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.224133597Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.224222915Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.224953941Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.227488361Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.244636708Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.244897808Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.245234809Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.245322434Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.245358336Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.246385252Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.273005711Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.273092414Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.273129598Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.273162383Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.273809793Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:42.273983369Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.27942448Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.285473753Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.285543893Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.285581918Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.286194629Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.292299423Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.30899126Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.309059145Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.309093734Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.309577779Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.382119804Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.382520663Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:42.383538481Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49300"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.384407151Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"7e755176-5849-4a78-8b1a-850eda5379e4","remote_addr":"[::1]:49300","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:42.385224219Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"7e755176-5849-4a78-8b1a-850eda5379e4","remote_addr":"[::1]:49300","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":833,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.385574898Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.385698855Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.386962372Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.38768878Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e755176-5849-4a78-8b1a-850eda5379e4\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.464536313Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.464673998Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:42.464949166Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37929"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.467186404Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"cd46943f-4935-4d5d-b610-41bb3cead152","remote_addr":"[::1]:37929","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:42.467502533Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"cd46943f-4935-4d5d-b610-41bb3cead152","remote_addr":"[::1]:37929","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":338,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.470702429Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd46943f-4935-4d5d-b610-41bb3cead152\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.556591277Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.556669373Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:42.557138618Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62969"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.557559777Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"af48e367-fbfc-407a-b5f3-0e5b8265e84e","remote_addr":"[::1]:62969","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:42.557921758Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"af48e367-fbfc-407a-b5f3-0e5b8265e84e","remote_addr":"[::1]:62969","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":365,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.558145644Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af48e367-fbfc-407a-b5f3-0e5b8265e84e\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.623914294Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.623999413Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:42.624623617Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44397"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.627237305Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"d564c8d6-ca76-4d32-838b-ffec5097379f","remote_addr":"[::1]:44397","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:42.62754094Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"d564c8d6-ca76-4d32-838b-ffec5097379f","remote_addr":"[::1]:44397","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":313,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.628212117Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d564c8d6-ca76-4d32-838b-ffec5097379f\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.630199096Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.63025663Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.63028659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.63631435Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.6363848Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.637499642Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.637566876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.637597948Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.643806678Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.649242378Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.649401024Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.649447968Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.650019938Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.74048838Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:42.7443979Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:42.744792566Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.744937495Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":18,"elapsed":"1.048379818s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.745114147Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":19,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.745220238Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.745391128Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.74555266Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.745817308Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.749727579Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.75356761Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.767594898Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.767714577Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.767805868Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.77115423Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.779339468Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.779474227Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.780755129Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62861","req_id":"48e618f3-59a7-43cc-b4b6-d205fd01f03a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   a6 f0 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.781455504Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62861","req_id":"48e618f3-59a7-43cc-b4b6-d205fd01f03a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42736,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.782022464Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.782154186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.782836476Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.782870564Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62861","req_id":"48e618f3-59a7-43cc-b4b6-d205fd01f03a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.783319629Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4467, tv_nsec: 582212080 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.783392253Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.783422423Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.784385893Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50814","req_id":"57f45ae5-d294-4973-b9e9-437b8ef24512","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   44 ea 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   D...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.784446414Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50814","req_id":"57f45ae5-d294-4973-b9e9-437b8ef24512","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17642,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.784572164Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.784596272Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50814","req_id":"57f45ae5-d294-4973-b9e9-437b8ef24512","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.784696652Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60507","req_id":"69989ec4-ca17-4f8f-8fba-bfd2c9aad485","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   54 e9 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   T...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.784743105Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60507","req_id":"69989ec4-ca17-4f8f-8fba-bfd2c9aad485","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21737,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.784868034Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.784959175Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60507","req_id":"69989ec4-ca17-4f8f-8fba-bfd2c9aad485","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.919038029Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.919655168Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.919969294Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.920093942Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.920265534Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.921168273Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:42.921446557Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.923470891Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.925071901Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e0dbb7eb-d7a5-408b-aa50-40eb363137bb","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.925504843Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62983","req_id":"4638fbf3-621b-4898-b90f-c392c39cfc0a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   a8 1f 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.92568872Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62983","req_id":"4638fbf3-621b-4898-b90f-c392c39cfc0a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43039,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.925982715Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 43039,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:42.926200229Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62983","req_id":"4638fbf3-621b-4898-b90f-c392c39cfc0a","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.92656223Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e0dbb7eb-d7a5-408b-aa50-40eb363137bb","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.926681558Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e0dbb7eb-d7a5-408b-aa50-40eb363137bb","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.927327775Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e0dbb7eb-d7a5-408b-aa50-40eb363137bb","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.927618695Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.943072706Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.945926622Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.953999457Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.954059537Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.954095538Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.954124216Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.954148684Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:42.954177482Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e0dbb7eb-d7a5-408b-aa50-40eb363137bb","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":28562,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.955701598Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.955763963Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.95579267Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.960077006Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0dbb7eb-d7a5-408b-aa50-40eb363137bb\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.960146555Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.960187316Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"de00af71-1103-4e67-bb61-b095420aa70a","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.964328737Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"de00af71-1103-4e67-bb61-b095420aa70a","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.964414478Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"de00af71-1103-4e67-bb61-b095420aa70a","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.965712003Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"de00af71-1103-4e67-bb61-b095420aa70a","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:42.975330167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"de00af71-1103-4e67-bb61-b095420aa70a","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":15078,"response_code":"200"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.981087368Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.981450712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de00af71-1103-4e67-bb61-b095420aa70a\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.981671492Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.981736702Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:42.981767142Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.981799036Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:42.982756373Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"127.0.0.1:44253","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","remote_addr":"127.0.0.1:46173"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:42.991845282Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","method":"GET","req_id":"7b24732e-402b-425c-b75d-53b92820f56c","remote_addr":"127.0.0.1:46173","local_addr":"127.0.0.1:44253","component":"dropshot","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.992114008Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9256fde9-23e7-41fc-b7c1-c5da9fdb8f0d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:42.992471861Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:43.001916078Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","method":"GET","req_id":"7b24732e-402b-425c-b75d-53b92820f56c","remote_addr":"127.0.0.1:46173","local_addr":"127.0.0.1:44253","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":10244,"response_code":"200"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.012028847Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.032876675Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.032958999Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.033031002Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 17 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.033838752Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 17 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.034156805Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 17 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.034436442Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.035529841Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.035588718Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric') FORMAT Native;"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.041442061Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.041504595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:46:43.035453799Z }","timeseries_name":"http_service:request_latency_histogram"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.047819377Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.047879286Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.056104725Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.056177771Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:46:43.047743165Z }","timeseries_name":"collection_target:cpus_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.056937895Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.056996532Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.057208614Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6c6f215-0c27-428f-aabf-2d65e7210a82\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.057371499Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.061560305Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.061616757Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:46:43.056863797Z }","timeseries_name":"collection_target:ram_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.06288792Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.063008009Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.06692791Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.066984091Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:46:43.062674735Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"}
{"msg":"inserting 4 new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.072568618Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.072636383Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.073403171Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.073454203Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.07750318Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.079152256Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.079193518Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.079218247Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.080152849Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.084913284Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3f2af8b-cc1c-4230-94f3-3c757fe2242e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.085163202Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.086866235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.088673276Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":10}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.0887457Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.092321334Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.092448798Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.096422125Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":17}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.096484519Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.096681642Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6243d875-a299-410b-9f11-36bd11a0c939\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.096832012Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.101334052Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.101382588Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.102317541Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f947c89-54e5-4b36-8f2f-150daf6a308c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.102503341Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.105048633Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":12}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.105160245Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.107897308Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20ac09ce-cf29-467b-bbe3-0f82ac088534\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.108061155Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.109790711Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bb6e2f1-c221-4840-b69f-0a3a6e660f1c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.109905429Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.111581108Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0898a52a-d2da-4352-8ede-0b38ce09a9f9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.111653723Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.112562363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e902f535-c335-4401-affb-92dfafdb8cd5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.112700358Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.11360488Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfa8c512-35dc-4a3c-ac16-598ed2ff8d4c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.113745671Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.114610955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c80d896-2474-4175-914f-f762c47c72c3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.114735503Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.115655977Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2288134c-632c-4216-8a0a-340d4e42acd3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.115771928Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.118003104Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a701a55-5554-4c29-85aa-59178f5842b9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.118207691Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.12013938Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"201dca00-7c30-4b68-9de3-40551831a693\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.120207896Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.123458182Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"568226ac-88e3-4775-be1d-b0b53a171bbb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.123580356Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.125364851Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edf0fc0c-4fe2-40be-b1d2-4189c4fd631a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.125503638Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.127859271Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddead529-b70b-4166-84df-3949dacaf4c6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.128100602Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.133719137Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbcc8448-45ba-48a9-9e4f-75dd939fa2c0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.133784537Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.133817212Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"125c3762-5dd8-4ea9-a9b0-9adaf12eb663\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.133848224Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.135034878Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e82bc8d-0c4d-49f9-9f2f-9cff007f8624\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.135653962Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:43.13622019Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.136851398Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e07b72c8-5505-4714-abf7-7262c160d390\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.136995815Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.138441696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.138497688Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.138602376Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.138641715Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.139804662Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.140151413Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c98b61f8-900a-42bf-a6cb-b9dffd9dd0d4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.14029558Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.14170586Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6860b127-a17d-4848-a78e-3dea277f042f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.141875347Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.142831312Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.149547183Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.149606862Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.149635309Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.15047929Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.151926955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdd78bb1-c6dd-4cce-b006-8dc6052a3110\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.152138687Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.15290342Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.152954141Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.153302365Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.154258009Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.158151166Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.158196747Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.165772711Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.166314771Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.166421484Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.170150253Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.170206916Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.174714858Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"531c8c6f-7459-488a-821f-5a21b7d4bcdf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.174786481Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.177021063Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d1048ab-4586-462e-bd18-fa4cf0fef7fa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.177136483Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.180814712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee925024-5a09-4ecb-b741-32887e1a2c46\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.180950472Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.185178727Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf917741-9ac5-4654-8a95-05ea58ee5373\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.185300329Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.187668207Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3408337f-ffb8-407d-acf3-24572b3d5b96\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.187840911Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.19562999Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc3fd23b-a518-4bc3-b857-103f4dcf93be\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.195897263Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.203954717Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb9c0602-d98b-4236-a144-9c97c3bb49ce\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.20420217Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.208129935Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b18197d7-1ec3-4b70-863b-c6aca1bdd23d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.209073786Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.20938218Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.2110982Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c57b8a8-7657-4f2e-8be2-106fc7aa5826\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.211229812Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.212120977Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c0d10cc-fcf0-4d7e-b842-3511e5d087a5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.212194955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.213400507Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4fcf581-3871-4f43-ab22-b0bcad15bae7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.213587289Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.215477996Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cab1e85-5026-4b29-996e-abdc7cad1f06\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.215605219Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.217368042Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e60b4e81-c8fa-43c8-add2-17aa5e755e1c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.217439514Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.219533356Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"687cd93d-3999-40d6-84b3-c65db89dc13c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.219580029Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.220983465Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcd279f8-86f1-42b4-959a-623490e51f83\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.221114456Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.222708492Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"112832d8-d86a-4f6f-a430-a5f79a2f474e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.22277783Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.224527887Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0e538e2-ca84-4040-bedd-6cbefc0937aa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.224669199Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.225394574Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d84eb568-c713-4df9-9d89-bb5e43293ce7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.225602839Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.226595787Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a52f1960-db53-499a-8b2b-d06d314bb0af\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.226645667Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.227514177Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0427fc86-48d9-40df-b541-972a9bfdf537\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.227634146Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.228523769Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6efbd5ab-c18e-4ec9-9069-424fdb592388\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.228675952Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.228702615Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.230128456Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20fbaedc-4b18-4c3d-929f-7c1a511516c6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.230390959Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.231835417Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0738c583-8f16-470d-9d21-0292cbeaec0f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.232136377Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.233430094Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dec6a9c-0337-4ef0-ad5d-1f806299a389\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.233571977Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.235095994Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87da3f5b-8f3c-4274-95a3-a02509ec3b07\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.235222566Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.245230306Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89344e1e-8b1e-459b-87f2-acd8def5edc7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.245342569Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.245390785Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.245424863Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.245578379Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.246062594Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.250277893Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.258827988Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.258889901Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.258925142Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.258954821Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.258981584Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.259450979Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.265565682Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.265650582Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.265686403Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.265741002Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.266549473Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:43.266795102Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.268598796Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.274007392Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.274797286Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.284461832Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.285766431Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.28694018Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.29953281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.299597649Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.299630354Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.300218386Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.368802906Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.368875591Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:43.37060696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60439"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.370774584Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"fa612c45-8e50-47c3-9228-233b316e07d1","remote_addr":"[::1]:60439","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:43.371138499Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"fa612c45-8e50-47c3-9228-233b316e07d1","remote_addr":"[::1]:60439","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":468,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.371206735Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.371245332Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.372316967Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.372537888Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa612c45-8e50-47c3-9228-233b316e07d1\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.444866227Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.445032669Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:43.445671802Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38465"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.446375073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"5a2a5568-d62f-431b-b3e1-8211fde3e892","remote_addr":"[::1]:38465","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:43.446641103Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"5a2a5568-d62f-431b-b3e1-8211fde3e892","remote_addr":"[::1]:38465","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":280,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.44710121Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a2a5568-d62f-431b-b3e1-8211fde3e892\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.505424987Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.505693993Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:43.506459057Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40422"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.50733901Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"c04118d6-aa6d-4600-a27f-805a0093c608","remote_addr":"[::1]:40422","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:43.509290047Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"c04118d6-aa6d-4600-a27f-805a0093c608","remote_addr":"[::1]:40422","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1883,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.510048529Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c04118d6-aa6d-4600-a27f-805a0093c608\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.563792079Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.563854373Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:43.565796202Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52975"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.566554273Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"4af54c44-f5ad-4386-8b1b-072bd428e149","remote_addr":"[::1]:52975","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:43.566701736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"4af54c44-f5ad-4386-8b1b-072bd428e149","remote_addr":"[::1]:52975","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":266,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.56695959Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4af54c44-f5ad-4386-8b1b-072bd428e149\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.568970817Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.569031408Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.569061488Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.57645518Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.576541181Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.576577974Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.576608826Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.578047592Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.582451557Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.592317875Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.593032419Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.593105705Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.593384029Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.643130426Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:43.653825254Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:43.654027758Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.654086455Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":19,"elapsed":"908.939674ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.654132196Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":20,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.654164681Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.654196103Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.654229269Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.654259109Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.655630281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.65802395Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.663343689Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.663445272Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.663535712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.665511168Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.671958504Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.672012331Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.672944248Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50169","req_id":"6e37b985-d16e-4b1f-b2f7-6e16489abe20","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   38 c1 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   8............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.673005199Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50169","req_id":"6e37b985-d16e-4b1f-b2f7-6e16489abe20","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14529,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.675162467Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.675199782Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.675225804Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.675247477Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50169","req_id":"6e37b985-d16e-4b1f-b2f7-6e16489abe20","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.67529922Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4468, tv_nsec: 473021480 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.675341404Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.67536459Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.675386133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55226","req_id":"b01304da-b1d8-46a3-88b5-e6fb1978d98e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b1 53 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .S..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.675415762Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55226","req_id":"b01304da-b1d8-46a3-88b5-e6fb1978d98e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 45395,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.675499248Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.675520721Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55226","req_id":"b01304da-b1d8-46a3-88b5-e6fb1978d98e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.675553487Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59898","req_id":"b7c3508d-7060-45d9-ba29-f13bba758d46","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   fe e4 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.675583556Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59898","req_id":"b7c3508d-7060-45d9-ba29-f13bba758d46","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 65252,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.675662694Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.675685981Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59898","req_id":"b7c3508d-7060-45d9-ba29-f13bba758d46","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.806698995Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.807103901Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.807159492Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.807191015Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.807218931Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.809834021Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.809900053Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49186","req_id":"d9ffba08-5cd1-4efe-9aa0-cf75970a666c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   75 1c 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   u............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.809939732Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49186","req_id":"d9ffba08-5cd1-4efe-9aa0-cf75970a666c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 29980,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.810013699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 29980,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:43.810085442Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49186","req_id":"d9ffba08-5cd1-4efe-9aa0-cf75970a666c","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.810111524Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.810137165Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.810162786Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.811935358Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.862945282Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.863055542Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.86318534Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.863907479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.864356383Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87b708a7-bf0f-45b5-8f4c-c7f796d4aad6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.869195856Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.871797339Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.871905404Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.873003673Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.874747347Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"def404cc-b340-4526-b953-658155e8765c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.876926358Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.919132591Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1b63dec-d7a7-4dab-bb82-7374071112a4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.919378231Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.933750707Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.936509363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bf1912d-71e8-4c8a-bade-f679cc5cc21c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.936672889Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.938855568Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3feaed7-b9e6-4b89-916c-3c32c5c19554\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.93892157Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.940619693Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6026fdaa-5984-498c-bdae-2f3b7605301e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.940736766Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.942422495Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9453723f-2faf-43c9-9766-9ad6b4cf7e5a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.942497895Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.947052019Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c4a2798-320f-44a7-bd7f-630b73dcf643\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.947228791Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.947264021Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b1009a7-fa66-4f4d-bb2b-da0f71f31144\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.94729846Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.947329522Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fac932c-c8c3-41ab-8244-81fbf092b91c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.947361235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.948008144Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f7508bd-532d-4bfc-b766-e320dd18d05f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.948074566Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.948966103Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55b50458-6c1f-4f59-ae49-254bb3e303a2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.949039619Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.950424028Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eac50c2a-ec6b-49df-93eb-8ca8ba40f7dc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.952546366Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.952987054Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2e3273d-f103-4eb5-a52d-dc3a9305fbf0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.953065Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.955809087Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"addec21a-8604-4670-95d4-447047fd7cdb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.955881672Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.95782801Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1450da12-b38c-4328-aa69-fb5d8b3673e3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.957911145Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.959464049Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3842c2bf-3780-48f2-92ff-f0149fdd7137\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.959537616Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.962354478Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adf05229-7c7c-4890-8e26-35c515f6b150\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.962424347Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.964271718Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87787594-a6b9-4db6-8180-2c18c36dbfba\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.964354603Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.965195789Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58612b8e-9f04-41f3-bd92-f2fc595fd41f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.965358834Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.966454958Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4f42272-8c36-43ce-b2b3-c18b1e6278cf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.966579787Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.967550521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79dd1986-d5bf-4126-98c4-5f6be270ecb8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.96789629Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.970510749Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c04af04f-9730-4193-9f19-a4953f50a5cb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.970577803Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.971672283Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"403deede-dc69-4d4d-b8b5-f30a9e502683\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.97183127Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.984307608Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1812c630-efc1-4142-94b8-fcaa2bfafd41\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.984532857Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.985150227Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.985391127Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.985494353Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.985580785Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.98653691Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.988293009Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a31e344e-d184-43ec-8125-9d2798dfdabb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.988582746Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.990222884Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.998246861Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:43.998307382Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.998339376Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:43.999083138Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.003461151Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46529193-2ffb-4636-921e-d39c7f3e4547\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.003526841Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.005141899Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.005182109Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.006149166Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.011585197Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5e12a76-528c-48c6-aa13-40bad8dc3276\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.011944643Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.024744436Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08266bdc-433b-4bd1-bbeb-a489ed11f441\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.02574998Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.034101199Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7760410-f545-46eb-984e-831de396e9d2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.034241258Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.042781123Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95c45c63-8b70-49a9-8dfd-43a8f53c820f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.043795464Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.045204071Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fdb7525-ee8b-48c3-ac0c-233506c6d4bc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.04545481Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.046721294Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebf1e45c-f9f4-4f8b-91fe-aa6eba6abfd7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.046971141Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.048952229Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d180ec12-b704-460c-ad2b-421ec35aadf0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.049174742Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.05037839Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e03ae75-98e1-4562-acb6-7a6fc7b29c20\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.051573942Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.057923443Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.059043304Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d950e93-678c-4cd8-96ce-97114a165e03\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.059366338Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.061826209Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9135271-025f-42ea-a448-39e0a69c264a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.062115165Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.064770295Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c01d98a-8c77-4b0a-8555-cd43bf081e5e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.066119092Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.068511639Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"935b8e83-9f38-4e61-af0b-e123b27ac92d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.068727229Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.072056192Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43e22e61-2dbd-4071-a551-a9cb1dcad889\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.072405087Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.073185893Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.073333898Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.077359929Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.078350643Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.078464209Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.078594699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.079823387Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9193591-7e0a-4f27-aa2f-a792a50a87f4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.080848951Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.082010455Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab7bb600-7944-42ee-a4de-936d282a93c5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.08223377Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.085934042Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f92403f-1d95-4552-bcb4-87eab256108f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.086214842Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.097624926Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad24684b-9bbd-47d5-8e98-c0d8af9d2b25\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.097977017Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.099123351Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"972b6185-03ec-42b9-8328-e60e9d02d82d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.099307869Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.099425002Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.100899119Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed221798-7dfc-496a-8eee-a9621060aab6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.101361651Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.103942864Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7835fd74-4f89-431a-8027-86b2f3e18707\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.104199615Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.105779854Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea771af0-bf1f-4007-bae0-d65b9895cb4d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.10816701Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.110461983Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.110740337Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.110797551Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.110831479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.112154796Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.115738105Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d40453cb-cd73-462e-b160-9fc7c29e3b6f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.115914807Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.116275666Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.133961153Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.134048798Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.134085281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.134603373Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.136487357Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34ed6bc6-5c2c-4cfb-95a9-9ed74fdeaacc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.13666467Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.136719609Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.13675522Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.136786022Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.137558511Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.138235189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.140261967Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.14031841Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.140737565Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.145797336Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.145862777Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.145901594Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.14593478Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.145966433Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.146437762Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.147681691Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.147744025Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.147939294Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.149146148Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.152722314Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.166214887Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.166354224Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.166451729Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.167066534Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.16899713Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.169150105Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.254502414Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.254573365Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:44.255980639Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55718"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:44.256615013Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.257129959Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"8fe66e82-e640-4c5e-a8b6-80b94a96929e","remote_addr":"[::1]:55718","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:44.257517602Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"8fe66e82-e640-4c5e-a8b6-80b94a96929e","remote_addr":"[::1]:55718","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":383,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.257882168Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fe66e82-e640-4c5e-a8b6-80b94a96929e\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.314123455Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.314174587Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:44.315841037Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47339"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.316260523Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.316366825Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.318105028Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"d15de1ed-6267-4f92-87fa-11ec8063a886","remote_addr":"[::1]:47339","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:44.31817122Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"d15de1ed-6267-4f92-87fa-11ec8063a886","remote_addr":"[::1]:47339","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":299,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.318210779Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d15de1ed-6267-4f92-87fa-11ec8063a886\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.36788424Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.367947947Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:44.370621113Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50568"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.371197882Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"184792a8-1583-4d63-9718-376bb847a8fd","remote_addr":"[::1]:50568","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:44.371715864Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"184792a8-1583-4d63-9718-376bb847a8fd","remote_addr":"[::1]:50568","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":530,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.372166252Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"184792a8-1583-4d63-9718-376bb847a8fd\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.429426038Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.429505847Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:44.430210541Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43474"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.430694786Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"0494210f-1ed2-44ff-a746-6e9a708631ee","remote_addr":"[::1]:43474","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:44.430884875Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"0494210f-1ed2-44ff-a746-6e9a708631ee","remote_addr":"[::1]:43474","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":206,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.431158981Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0494210f-1ed2-44ff-a746-6e9a708631ee\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.43269955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.432758037Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.432789219Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.445300487Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.445478021Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.445530836Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.445564683Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.447469138Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.456252117Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.46447449Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.464839166Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.464882944Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.465442969Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.477434361Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.531179034Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.531468581Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.531522138Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.53155355Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.534809818Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.54394042Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.550273268Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.550362706Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.550398137Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.550809306Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:44.552499273Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:44.552823209Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.552880473Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":20,"elapsed":"898.696454ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.552916835Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":21,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.55294443Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.552971925Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.552999971Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.553027075Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.554089412Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.557598654Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.557659244Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.558072868Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.558222366Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.574029912Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.57411929Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.574154981Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.574472083Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.577844763Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.577905824Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.580007281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51561","req_id":"3677dd22-6075-4e01-9add-1e5a676f43e2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   6b 65 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ke..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.580074495Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51561","req_id":"3677dd22-6075-4e01-9add-1e5a676f43e2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 27493,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.580277319Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.580517147Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.580668829Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.58075966Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51561","req_id":"3677dd22-6075-4e01-9add-1e5a676f43e2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.581312853Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4469, tv_nsec: 380199001 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.581380978Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.581418463Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.583649087Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53380","req_id":"d07822f5-0677-416e-b965-7bf7a1d91949","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   dd 2c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .,..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.583713115Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53380","req_id":"d07822f5-0677-416e-b965-7bf7a1d91949","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56620,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.583922853Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.584029786Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53380","req_id":"d07822f5-0677-416e-b965-7bf7a1d91949","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.584137531Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62529","req_id":"4cf3510b-e8a3-4835-b179-3b12deb1dbd2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a4 89 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.584241167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62529","req_id":"4cf3510b-e8a3-4835-b179-3b12deb1dbd2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42121,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.584542528Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.584588028Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62529","req_id":"4cf3510b-e8a3-4835-b179-3b12deb1dbd2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.72511057Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.730451311Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57978","req_id":"55257e6f-79af-4b9f-9aea-d544bee48e12","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   e3 ad 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.730929945Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57978","req_id":"55257e6f-79af-4b9f-9aea-d544bee48e12","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58285,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.733187663Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 58285,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:44.733463603Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57978","req_id":"55257e6f-79af-4b9f-9aea-d544bee48e12","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.737892938Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.73796931Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.738002186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.754455949Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9e52f2c-c078-469d-8bc6-e4b2de026214\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.754690336Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.771005232Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f92a819c-9b0a-41a6-aaa4-1555da469d72\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.771828833Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.783419858Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.800545299Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3ee17f7-0364-4dc2-974f-43ae7519dcc0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.800635779Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.806473661Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14baafa6-ff86-456a-9e1b-c0e429886351\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.806644451Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.810605123Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ef70a5a-1e0e-43c7-8705-155484845cf8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.810682637Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.81430775Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14738ba6-d121-4844-ae8e-3b785a32278f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.841106645Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.841417364Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.841544447Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.841637643Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.841724346Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.842753256Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.845760217Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.856963338Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.876010889Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.878767351Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.879396294Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.88442298Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.884479162Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.886763012Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:44.914450698Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.927281843Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.928349972Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cfaff61c-4b25-48e2-98ec-ed8e4fa03472","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.937929147Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cfaff61c-4b25-48e2-98ec-ed8e4fa03472","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.93801078Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cfaff61c-4b25-48e2-98ec-ed8e4fa03472","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.938846275Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cfaff61c-4b25-48e2-98ec-ed8e4fa03472","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.938918148Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"547fbfd9-7ad4-484e-a115-dfa4310f7917\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.939096563Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:44.945388099Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cfaff61c-4b25-48e2-98ec-ed8e4fa03472","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":17044,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.946782878Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfaff61c-4b25-48e2-98ec-ed8e4fa03472\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.947422041Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.947515247Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ab51f6a9-123a-45f9-910e-3b071090997f","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.954780783Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ab51f6a9-123a-45f9-910e-3b071090997f","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.954927195Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ab51f6a9-123a-45f9-910e-3b071090997f","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.955759403Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ab51f6a9-123a-45f9-910e-3b071090997f","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:44.976175701Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ab51f6a9-123a-45f9-910e-3b071090997f","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":28639,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.980240861Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab51f6a9-123a-45f9-910e-3b071090997f\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.980395349Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:44.980444847Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:44.980473995Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.985690318Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcb7f510-b14b-41bc-8651-580925eb249f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.985852922Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.987202191Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6199354c-cf78-4200-8295-c8461fadf673\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.987255156Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.988796768Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d9daf2c-9456-4bc2-abeb-a6d1bedbc6b4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.988951316Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.991589442Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82aedc7c-01a0-4e2d-9e05-af23de6ecbb3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.991716014Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.992974862Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20c77aca-c72f-436a-a244-fa6a5c24d571\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.993069832Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.997921328Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc2cccd0-f302-4e1b-8ae7-a75c751d6364\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.998111627Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:44.998604689Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.003359273Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33cf8e3f-a709-48e8-9a33-81831db2ea22\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.003428611Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.00560155Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16b7e9f6-8eda-4edf-9a45-1aa69d0170ba\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.005750327Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.009597993Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d230efe8-0ed9-4e27-bef1-43f01c909585\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.009759114Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.013288506Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c6ffb94-1c6d-47d8-83f7-39c1f2505c27\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.014412395Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.016653631Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"824468b9-3f5d-45a4-8be8-026f452deee8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.017384387Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.019534491Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7815ce82-e498-4a0f-bf11-7be58656b43d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.01960924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.020581266Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e47163d-a4a5-4804-9492-4e1f1de1cf04\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.020730564Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.039559259Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd675999-c747-4c1f-923c-acc23a47007f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.039714077Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.041740705Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e55445b4-297d-43ea-a161-4b273f884e96\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.041778901Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.041948269Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"892f286e-381c-4459-951d-aa5aa2ac15c9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.042077827Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.055513316Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.056304172Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.056614911Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.056723918Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.058070732Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.059180483Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f40575bc-a8be-4321-94ce-ed14c922f740\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.06026841Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.07871271Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.086815283Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.091321913Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.091440218Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.092496703Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.09278595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.093226908Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.096667002Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.097444602Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.097693678Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.097820831Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.09812645Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.098234235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.099442332Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.101065646Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c10ec53-b899-4622-a846-78a7adf0e88f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.101291596Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.104820818Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e64fc71d-8c0a-459c-802c-d0b25763d854\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.105156778Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.129108109Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30c8e8af-dfc9-4824-8548-dd389be5be04\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.131297842Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.134798928Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95e6f5de-74a9-498e-bb31-c740b7af2eb2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.13504585Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.139084797Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee20e2b3-8c9c-4551-9cec-051489aa54ae\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.139220006Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.143378943Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6949270-39d7-4d94-809d-41ecc38e6f46\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.143560805Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.146232989Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.146687555Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.147676776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.151611987Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.151801805Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98717009-8201-41a0-8019-13d96bf90c1f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.15205553Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.154214732Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.154316435Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.15854485Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.160290107Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.160351089Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.161525829Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca3bb4e9-ad52-4817-a49d-bfd7ea5a4498\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.162142578Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.163887375Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"017d62af-1873-4e23-8a68-2debc2d972b3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.164031762Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.165567823Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"995755f3-03e4-4bb4-8977-2224fd70d648\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.165663273Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.166873344Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac99d152-311c-4100-b51c-c824afeecad6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.167064705Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.1690093Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f096383-e5fa-4e50-bf77-f3aae97cee6f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.169142766Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.172652899Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdadbdd1-3785-4541-b1f8-0d6a28c844bf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.172724121Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.174803464Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f37a4bb2-db43-4c13-b610-de19330df866\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.17488183Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.176744652Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d19bff6-3a3a-42a2-925c-3c66e27d6b5f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.176931825Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.179326446Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0881ede-7174-4241-a58f-ebd707ed5c2c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.179625361Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.181829623Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"457800b1-eeba-42c1-9d7a-de9c9a3d4a9e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.18224451Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.183381104Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f99853aa-1390-471b-aacc-8accfb91b11e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.183503609Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.184539733Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b3fb4c4-6c97-4f73-b282-50faa21cbc84\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.184664762Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.185841657Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5376088b-bb62-46c2-a5f6-ce4264088cdd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.185885615Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.18680171Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03cbd33e-7c75-4971-ae0f-95de62f8b6f3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.186859906Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.186889354Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.188526677Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41afe660-d37c-4e49-b983-f27754d4c4a3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.188728228Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.189969401Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab06defd-3ce3-4984-9b93-e399ac1e47bd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.190207025Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.191506624Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"080f2d7e-6f75-4103-a5a2-351a9c921c38\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.191657565Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.192920541Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea8ab729-efdd-4b37-8fd9-67e3355d736c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.192966423Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.194060593Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df8e13a1-3287-458f-bfa3-29a06a836cb1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.194197155Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.194245421Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.194278196Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.194310531Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.195001006Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.19910825Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.202942239Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.203006086Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.203042148Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.203072037Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.203100935Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.203508617Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.208318711Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.214081864Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.214157234Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.214193186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.214645356Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.21538491Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.215493196Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.215531181Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.215560189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.215581902Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.219633916Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.230585226Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.230643943Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.230671808Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.23113439Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.308595666Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.318231766Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:45.319242269Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50682"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:45.319730211Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.320152723Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"eb79e8a4-b9c8-4adb-8724-1745e7d2ffc5","remote_addr":"[::1]:50682","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:45.320692519Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"eb79e8a4-b9c8-4adb-8724-1745e7d2ffc5","remote_addr":"[::1]:50682","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":513,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.321028328Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb79e8a4-b9c8-4adb-8724-1745e7d2ffc5\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.368982062Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.369220798Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.369741405Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.369901494Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.370987668Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:45.371146685Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45459"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.37210265Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"d19ff9ab-3233-4e2e-aa97-a4092a409aa1","remote_addr":"[::1]:45459","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:45.372405864Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"d19ff9ab-3233-4e2e-aa97-a4092a409aa1","remote_addr":"[::1]:45459","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":310,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.373017493Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d19ff9ab-3233-4e2e-aa97-a4092a409aa1\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.422496426Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.42266376Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:45.423233385Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42775"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.423716908Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"1e242702-428a-4a16-b44b-021ac3ecdbc5","remote_addr":"[::1]:42775","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:45.425505822Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"1e242702-428a-4a16-b44b-021ac3ecdbc5","remote_addr":"[::1]:42775","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1592,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.425956109Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e242702-428a-4a16-b44b-021ac3ecdbc5\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.475533609Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.475588609Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:45.476063956Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60805"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.476452099Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"b54d4814-d421-44c0-bf90-c75fbc736472","remote_addr":"[::1]:60805","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:45.476730584Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"b54d4814-d421-44c0-bf90-c75fbc736472","remote_addr":"[::1]:60805","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":211,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.477678022Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b54d4814-d421-44c0-bf90-c75fbc736472\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.479999297Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.480058765Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.480084517Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.486233909Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.486297005Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.486331193Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.486360471Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.487008212Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.49424957Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.500165858Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.500401738Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.500450675Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.500903988Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.528066758Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:45.540553888Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:45.540963524Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.541025929Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":21,"elapsed":"988.064644ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.541067081Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":22,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.541095397Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.541127381Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.541156308Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.541185346Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.542539304Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.545530704Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.552274761Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.552341474Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.552377316Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.552792152Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.556883233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.556947591Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.557921722Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53270","req_id":"127488d0-3655-4800-afea-108476d93df8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   9f 18 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.558273563Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53270","req_id":"127488d0-3655-4800-afea-108476d93df8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40728,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.558433482Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.558740133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.558913589Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.55895965Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53270","req_id":"127488d0-3655-4800-afea-108476d93df8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.560212487Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4470, tv_nsec: 358284583 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.560287185Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.560314911Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.560340091Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52958","req_id":"bc444c6c-a0ba-40f7-84ba-e7611da0c5fd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a1 b4 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.560417886Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52958","req_id":"bc444c6c-a0ba-40f7-84ba-e7611da0c5fd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41396,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.560505571Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.560527294Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52958","req_id":"bc444c6c-a0ba-40f7-84ba-e7611da0c5fd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.560561502Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64402","req_id":"fe54a181-e210-4724-b404-edbfe6e57c9a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e5 91 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.560593947Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64402","req_id":"fe54a181-e210-4724-b404-edbfe6e57c9a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58769,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.560673756Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.560694717Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64402","req_id":"fe54a181-e210-4724-b404-edbfe6e57c9a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.668736995Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.671322416Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.671478296Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.671586252Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.671675249Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.672774209Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.673972085Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62264","req_id":"17d1816f-be7d-4053-9de3-a5a8742beceb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   eb 2a 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .*..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.674178857Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62264","req_id":"17d1816f-be7d-4053-9de3-a5a8742beceb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60202,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.674495097Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 60202,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:45.674705126Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62264","req_id":"17d1816f-be7d-4053-9de3-a5a8742beceb","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.675536512Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.675579859Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.675605149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.680401766Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.693015097Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.693181569Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.693352369Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.693972565Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.710197823Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.710322852Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.711324107Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.712109031Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b4962d1-6fbf-4316-a81b-943ddb21408c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.712822182Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.738378511Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bac0be3f-867c-4a3a-b2e0-60f3bf136d68\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.742054174Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.764224377Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccd5fe23-174c-4eae-ba31-d29c6181db14\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.764452632Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.769653805Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"077843f0-b04d-4778-8eed-dae9f9cccda6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.769727161Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.773947109Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91aa6e18-b8e5-4ea7-a90e-17f295b0b11e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.77413833Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.778458167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.780118425Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"854d0adb-6b1d-4f82-8ff5-44e0618b5d47\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.78033691Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.783708348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18aabdb7-e109-4fe1-92a4-2279c7561f26\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.78396059Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.787106958Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af933dc7-930f-4fae-80fe-6ff4d5515bee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.787319822Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.788605684Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2f3424e-d466-4172-bdb7-f199e45b4886\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.788834701Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.790162797Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"005f051b-04cc-4279-8b64-33f1f08bf180\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.790396883Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.791833325Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"700e5f1e-f941-4671-9750-498e6295b39d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.792058203Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.794222205Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60ac2a93-d5f8-4135-b9e5-5ef0ef034687\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.794431011Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.796496496Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78e9012c-8d0d-4262-b66a-9d07b013e070\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.79666922Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.798176373Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5da15337-1242-45ae-a4c3-52b21f48f07d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.798302014Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.800424242Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56d84286-ebdd-4c45-b388-94646c192d13\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.800543299Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.80341453Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5361b38-8076-4bbc-9d67-00b311a1bc42\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.803477365Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.807913714Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c741b993-1596-49a5-b22c-731d3747a52f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.808057801Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.81072722Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e4affd3-bdcc-4c4e-9c7b-4a31e8144150\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.810795516Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.814513233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d94768c8-540c-4dcc-97b9-14b6423164a7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.8146669Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.815503116Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e53e2ac-92b3-4858-bdfa-1d5096dc2817\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.815711431Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.816923265Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfe0f4ce-1eda-4567-9b54-e74ec067efc9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.817059938Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.818298175Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f9048f5-2085-47fd-9fd5-a609b38fa4b4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.818515297Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.820058302Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41d515db-fa66-4ae0-addb-f484b077c1f5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.820229102Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.822223516Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fe1cd8c-d3a8-4751-b67c-0bba5fc65f21\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.822741287Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.829117151Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"916eb372-1f8b-49c4-aae7-fc165cd02418\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.82921718Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.829391608Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.829443962Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.829477238Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.829506396Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.830616218Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.833691254Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.842133736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.842225178Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.842265438Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.843053739Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.844340593Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7767e469-2270-41a0-a5cc-111b304b3a6d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.844627785Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.84608593Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.846145659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.846766626Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.85042236Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f59c748-0f52-4955-af54-2d0f01ecdfd0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.851469657Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.854205989Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2220c1d3-bd54-4756-bb0f-1e7bd11e2d13\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.854278684Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.86196622Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86586d96-80b1-4d8b-949d-1f17697f9302\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.862187341Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.867223165Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3a91777-9c0d-43e4-a371-756194049239\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.867307683Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.869033181Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eba63b7-d189-4399-80ef-bb447f129a16\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.869166737Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.871299406Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0396fe30-19ed-4c59-b5f4-748d917c6ad8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.871553983Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.874293201Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa17766f-c6d0-4d52-b5f5-7648a5fd47a2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.874419072Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.880473114Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2917063-a420-4e2f-beef-ddb251d517e8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.880543404Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.884600247Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.898556264Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5adeab4-03e1-44fb-9bc1-314715dd5ed4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.898763877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.91685869Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bb6fa69-b264-4f82-8715-355278d2d73e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.916936425Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.923348771Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f267ba27-0331-49e1-9c61-925e4c46a81c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.923846753Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.928380457Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d81ffc4a-fdb0-436d-8827-9896e9516ff1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.928461398Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.932267591Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f768202e-ee34-44d3-b7eb-85fd06145a47\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.932808148Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.93506725Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c224814-2cf9-4d24-93a5-96fe88e3753b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.935312408Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.935511695Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.935567897Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.935598859Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.93562478Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.937784824Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.940254094Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.952188613Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.95226257Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.952293712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.95293023Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.955748846Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8120152a-b236-4e72-9046-ff8b092e5cdc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.956998246Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.957229416Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.957285268Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.958232545Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.959111666Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d1fb450-a459-4178-b2dc-8384b4e5b88b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.959174381Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.96029797Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53060c34-5ee4-4039-8d4a-f2d66d45c2e3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.960432348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.961533422Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31125e3c-5c52-4c29-b6ff-f1958456ed41\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.961580996Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.962680297Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8c5553a-f2e5-4c41-a5d2-dd7e58f4b7c4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.962744414Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.962775156Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.964433851Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6ba2614-8f8c-4590-ae1d-221f4277502c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.964643057Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.96642604Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fc8cb86-fb99-4919-8851-f13bc24c8d12\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.966738092Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.968114955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecd287a1-ba4b-44fa-8027-d078bbc92c0d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.968519822Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.970113918Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a0663c6-00ab-4814-b999-81254a447800\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.970261121Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.971733936Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7010d43-d1d1-4bed-b39c-84ea11482dfc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.972116197Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.972179052Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.972215565Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.972245585Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.972669269Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.980548177Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.99364908Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.993716043Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.993748278Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:45.99377962Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.993810131Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.994343373Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:45.996855769Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.004780739Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.004844927Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.004878544Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.005501094Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.066008602Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.066161236Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:46.068538112Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49886"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.069092606Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"8bb95f44-7f2b-4ecc-b376-032c5437d5ee","remote_addr":"[::1]:49886","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:46.069384127Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"8bb95f44-7f2b-4ecc-b376-032c5437d5ee","remote_addr":"[::1]:49886","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":292,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.069704435Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bb95f44-7f2b-4ecc-b376-032c5437d5ee\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.129290036Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.129439904Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.130071503Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:46.137376417Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45222"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.137770262Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.138198175Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.140034894Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"8373983d-0dcb-4e1e-8359-fef191c8c575","remote_addr":"[::1]:45222","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:46.142533172Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"8373983d-0dcb-4e1e-8359-fef191c8c575","remote_addr":"[::1]:45222","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":2547,"response_code":"200"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.142890283Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.143753944Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.143868533Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.14394278Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.144090495Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8373983d-0dcb-4e1e-8359-fef191c8c575\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.200331181Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.20040103Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.201062859Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.201126736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.201161335Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.201190844Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.202234112Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:46.202299583Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63439"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.202576394Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.202631203Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.203027653Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.205078399Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.206543538Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"ec799c0a-00fd-47f3-8cf9-878a6c3ce86a","remote_addr":"[::1]:63439","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:46.206614169Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"ec799c0a-00fd-47f3-8cf9-878a6c3ce86a","remote_addr":"[::1]:63439","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":411,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.206659179Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec799c0a-00fd-47f3-8cf9-878a6c3ce86a\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.256964539Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.257054909Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.257337091Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.264513149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.264600233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.264633719Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.264949018Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:46.265001121Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64217"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.266002346Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"2f2dfa0e-0055-4afb-bc6e-3a43fb49a1ac","remote_addr":"[::1]:64217","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:46.266256402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"2f2dfa0e-0055-4afb-bc6e-3a43fb49a1ac","remote_addr":"[::1]:64217","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":230,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.266560679Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f2dfa0e-0055-4afb-bc6e-3a43fb49a1ac\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.26768075Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.267724007Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.267749547Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.271870107Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.271938003Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.271972331Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.272005567Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.272661574Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.273108585Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.273167753Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.273782377Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.27425032Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.27431572Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.277185157Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.285448181Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.285681145Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.285735343Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.286351711Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.287376433Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.2874403Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:46.303755206Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.322331358Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:46.322905723Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:46.324249991Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.324517514Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":22,"elapsed":"783.433109ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.324713555Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":23,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.32476658Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.324925497Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.324974184Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.325006067Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.326833929Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.330770352Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.335265208Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.335370097Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.335499946Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.336062066Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.339695154Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.339754473Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.340382314Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59152","req_id":"c19f05f5-31d7-4360-9c01-cea5634da97b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   f2 e9 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.34044081Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59152","req_id":"c19f05f5-31d7-4360-9c01-cea5634da97b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62185,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.340651259Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.34090235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.3410681Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.341124222Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59152","req_id":"c19f05f5-31d7-4360-9c01-cea5634da97b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.341706492Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4471, tv_nsec: 140566839 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.342052611Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.342179003Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.342740993Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61426","req_id":"e5caa938-19d9-4816-b076-ce606baba847","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   32 4f 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   2O..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.342856132Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61426","req_id":"e5caa938-19d9-4816-b076-ce606baba847","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12879,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.342957545Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.343034408Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61426","req_id":"e5caa938-19d9-4816-b076-ce606baba847","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.343093906Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60254","req_id":"a89c750b-6e60-4473-80d6-df437ff51706","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   3e 71 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   >q..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.343193014Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60254","req_id":"a89c750b-6e60-4473-80d6-df437ff51706","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15985,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.343294436Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.343318073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60254","req_id":"a89c750b-6e60-4473-80d6-df437ff51706","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.467986907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.468513236Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.468576232Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.468612283Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.468641732Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.469882073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.470429324Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53512","req_id":"7d34eab2-6289-47bd-9c5a-ca37129acb28","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   27 69 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   'i..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.470496367Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53512","req_id":"7d34eab2-6289-47bd-9c5a-ca37129acb28","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10089,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.470972736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 10089,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:46.471573604Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53512","req_id":"7d34eab2-6289-47bd-9c5a-ca37129acb28","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.471828722Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.47190814Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.471939052Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.47434721Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.481974477Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.482100788Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.482146509Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.482511547Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.482740784Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"488312bf-9b0e-4e48-9eb9-6c60dc5d4cbc\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.482989178Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.48481674Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74371efc-4c39-43a4-9a9b-8f8edcfb7278\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.485006668Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.485194613Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.485270935Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.48573017Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.489299752Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00e14c94-ef86-4aba-977f-ef835dc99e24\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.489468047Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.492489006Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e589001f-ee37-48bf-9796-2caca21fe776\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.492563084Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.496155632Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23d414ec-c827-44d5-abab-e7371dba5aef\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.496251413Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.49954276Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"115b59b0-d47e-47ed-9889-b164e0530627\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.499616457Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.501799016Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16603237-f688-4a8c-923e-5988332b3aee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.501870679Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.505385341Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ea1259d-d8d7-4d11-8442-354d768a9d9d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.505648155Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.508131854Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09a6d5e5-e68a-4297-898c-54b4d2cee7fa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.508342393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.510454642Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10718718-9678-4cbf-8b49-287cf27d58a5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.510765Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.514091137Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffed5d80-eb78-484f-98cc-f41f8ff2db12\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.514237479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.515674983Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f69c010-1f2b-427a-b3e8-8b2a2a84e4bd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.515796445Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.525683404Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"074b1349-b818-455a-b35a-b38c252a3288\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.526025475Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.526361695Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.529768203Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8d1c7c1-c8d0-4270-a1fc-23cd52ddb369\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.529887009Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.531914739Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37785bb9-80ab-4a1f-a4ba-e1838fa8e453\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.532081281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.533938742Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41a047ef-08d9-401c-82fb-41283ad4e7b9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.534563948Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.537360169Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eddd2b69-f8f7-406d-af43-e6a0e1c629d0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.537483254Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.539161017Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c6cabb1-5a90-4507-b348-41f8c42d9424\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.539279533Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.541972298Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"452969b5-3d74-4c4c-af2f-0f87d655e874\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.542046737Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.542859797Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa4b28c7-99c8-40e2-9ccd-18c71e483e7c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.542967582Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.54409131Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d68d7d1-9c6c-48d1-be2e-fe6692765b02\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.544472069Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.545419707Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16306723-f17b-4c02-82f0-36af6b6905a6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.545570327Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.54647991Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"482e41a6-ad84-4559-8da4-5d1eeaa3d499\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.546666461Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.547808397Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ce86f12-e2df-4447-8552-72ffc8cc2461\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.548120478Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.55211629Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72833f25-5dbd-42e5-b2cb-264ed40444db\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.552187562Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.554180593Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8e77301-a16e-431f-98ed-a7b2ad200314\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.554251043Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.55609127Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20d96a35-8931-44a1-9fa1-d810a29b309f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.556193954Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.558665459Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f41e2a81-bd58-4b87-97d6-fa5049aae481\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.558891599Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.561154959Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29bbb8b4-be26-458e-855c-66c40a8170a2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.561278254Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.563629569Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7b695b4-66cb-43fe-a2df-f7cdfd79f972\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.563814718Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.56472898Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81fe813e-485b-4a0d-b21e-b8ab5d6afdde\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.564858658Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.565815985Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98f4d416-9c38-4dc0-8713-f5f5fc71e74f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.565962998Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.56695754Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20954e1a-8d64-4883-9299-c6161eec70cd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.567190474Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.568203132Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93fb7c65-f403-4918-a8b4-7fcf3a3a9643\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.568280155Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.569664564Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b379f381-1276-4ca5-bb41-927f541f122d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.569853149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.572008474Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9c2d418-6e32-4a91-9cfa-42c19bf742a1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.57212733Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.574138948Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"078469d7-9dc2-4801-9662-c67f7298ba90\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.574312955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.57622252Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebb90e3d-6d8c-4ed3-96b1-44297fd996bd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.576294804Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.577161711Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.577263995Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.577305448Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.577389946Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.578450599Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.582012346Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.590727821Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.590791979Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.590824704Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.591240392Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.591532464Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c776f65-89ac-45e4-bf0f-cc0ce1dd848c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.591699827Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.594102945Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.594164127Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.594671418Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.614479314Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a7c578a-97a7-4a05-9c22-6b27fdef95fc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.614690805Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.636814536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e768e31-2899-410b-a159-a8ae5bd5a5a8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.637379521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.638515134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e87ca29d-cf9a-4bc4-9ce5-0432169f28e3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.6387691Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.640045593Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cccb1461-ca2c-45ea-920f-2df64f9d9930\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.640345891Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.64153488Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f38b6b2-5f13-486e-9c8a-b85bdeee62be\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.641858545Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.643150359Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39deacd3-dab9-4e48-850c-a16e7d543949\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.643331741Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.643447732Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.646331057Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b6eb68d-4c7f-4ca5-9415-a3276769d273\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.646637197Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.647063927Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.648836659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"194c1f60-4268-4e99-98d4-545b1ac6567e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.649094312Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.650481185Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4882e19-aa6e-44c6-b042-52fdf39c7513\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.650718869Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.652150351Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"decbb6e3-7151-47ae-80e8-896c45000f4d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.652391812Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.653631422Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42f3f38b-f74a-4235-b588-5718f4979b40\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.653908955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.65444869Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.654565193Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.654661685Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.662580012Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.66715139Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.677844204Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.677924725Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.677960386Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.677990746Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.678021287Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.67896601Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.682122408Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.688377561Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.68845706Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.688491258Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.690776541Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.759493215Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.759567944Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.759966628Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.76002793Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.760063411Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.760093721Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.760959186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:46.761080297Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45324"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.76191974Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"b6718742-8a8b-46a3-b3e5-c7022a2d8222","remote_addr":"[::1]:45324","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:46.762259867Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"b6718742-8a8b-46a3-b3e5-c7022a2d8222","remote_addr":"[::1]:45324","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":393,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.762679523Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6718742-8a8b-46a3-b3e5-c7022a2d8222\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.812282374Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.812388916Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.81310888Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.827107692Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.827175968Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.827209114Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.828382722Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:46.828443313Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55633"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.829405911Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"ba6197b6-3d66-4d36-82db-a3da877f3b09","remote_addr":"[::1]:55633","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:46.829851809Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"ba6197b6-3d66-4d36-82db-a3da877f3b09","remote_addr":"[::1]:55633","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":497,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.831049516Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.831145778Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.831562267Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.831784671Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba6197b6-3d66-4d36-82db-a3da877f3b09\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.885702689Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.885778319Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:46.886863802Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33400"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.888375644Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"ea79619a-9f73-4d5b-9292-3446f00cd897","remote_addr":"[::1]:33400","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:46.888788287Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"ea79619a-9f73-4d5b-9292-3446f00cd897","remote_addr":"[::1]:33400","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":415,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.889378192Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea79619a-9f73-4d5b-9292-3446f00cd897\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.965700479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.965777282Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:46.966754619Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50500"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:46.967351228Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.968113798Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.970415584Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ec781a57-7e4c-4f8b-8e61-44f4849e3bb5","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.970699008Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"11dbd50a-56b2-43e2-88be-2ec8b8d74064","remote_addr":"[::1]:50500","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.97400727Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ec781a57-7e4c-4f8b-8e61-44f4849e3bb5","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.974080045Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ec781a57-7e4c-4f8b-8e61-44f4849e3bb5","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.974947473Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ec781a57-7e4c-4f8b-8e61-44f4849e3bb5","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:46.975480445Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"11dbd50a-56b2-43e2-88be-2ec8b8d74064","remote_addr":"[::1]:50500","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":4709,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.977467755Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11dbd50a-56b2-43e2-88be-2ec8b8d74064\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.980061182Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.980118907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.980148165Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.985722371Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.985775207Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.985811489Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.98584195Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.986451334Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:46.991588459Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ec781a57-7e4c-4f8b-8e61-44f4849e3bb5","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":21164,"response_code":"200"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.992882127Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.998548497Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:46.998799817Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.998849927Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:46.999358891Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.008072192Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec781a57-7e4c-4f8b-8e61-44f4849e3bb5\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.008319835Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.010142196Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fc4c3124-febc-4de7-b06f-c5c2ae0f8a25","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.01341633Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fc4c3124-febc-4de7-b06f-c5c2ae0f8a25","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.013489516Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fc4c3124-febc-4de7-b06f-c5c2ae0f8a25","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.013949512Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fc4c3124-febc-4de7-b06f-c5c2ae0f8a25","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:47.020401608Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fc4c3124-febc-4de7-b06f-c5c2ae0f8a25","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":10261,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.021043587Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc4c3124-febc-4de7-b06f-c5c2ae0f8a25\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.021103696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.021138576Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:47.021166852Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.047822762Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:47.051411132Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:47.051682663Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.051738264Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":23,"elapsed":"727.014108ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.051777913Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":24,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.051806039Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.051836419Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.051865417Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.051895217Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.052677956Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.054761658Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.059193257Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.059255782Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.059290662Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.060089072Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.063431883Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.063489588Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.064563678Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54609","req_id":"b0430261-af79-4ccd-a293-95a6947dfcad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   29 0e 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   )............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.064626443Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54609","req_id":"b0430261-af79-4ccd-a293-95a6947dfcad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10510,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.064777173Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.064935268Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.065221929Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.065269304Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54609","req_id":"b0430261-af79-4ccd-a293-95a6947dfcad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.065740172Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4471, tv_nsec: 864630138 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.065805352Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.065859329Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.06629129Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58498","req_id":"046e1528-c74e-4313-998f-ff84cc327ff7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   27 34 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   '4..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.066348263Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58498","req_id":"046e1528-c74e-4313-998f-ff84cc327ff7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10036,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.066434505Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.066525737Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58498","req_id":"046e1528-c74e-4313-998f-ff84cc327ff7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.066580526Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54697","req_id":"c127070f-5e73-4ac0-8a50-ddf05e7d34ec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   81 00 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.066680836Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54697","req_id":"c127070f-5e73-4ac0-8a50-ddf05e7d34ec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33024,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.066869612Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.066910784Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54697","req_id":"c127070f-5e73-4ac0-8a50-ddf05e7d34ec","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.209552468Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.209870893Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.209927856Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.209962245Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.209993828Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.21074788Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.210866507Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.21091836Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.210949752Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.210976886Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.216352467Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50786","req_id":"a4940108-1fa2-4b6f-be80-09bfaa46d963","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   f7 d0 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.216422637Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50786","req_id":"a4940108-1fa2-4b6f-be80-09bfaa46d963","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 63440,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.216575391Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 63440,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:47.216664699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50786","req_id":"a4940108-1fa2-4b6f-be80-09bfaa46d963","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.228286725Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.228365051Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.228398959Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.228745589Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.229657426Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.229714269Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.22974465Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.236920938Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.242444604Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.242506277Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.24253807Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.242947977Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.246000028Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.246061981Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.250664762Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.250702908Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fa2b148-2334-445e-8a60-959f0b853764\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.250743689Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.250777036Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f83dac4-6cc9-4e1d-a12a-ca1df0009fbc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.250811104Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.250843278Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b35e9c6e-c9af-4e1e-b16d-6ad897c12a8a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.250878798Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.253060646Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a17cd8a-b674-42ed-97d6-1620002c3df0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.25313334Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.255263374Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8997c870-5fa3-4ccb-90c6-b2dad5a9cc52\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.255333404Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.257304311Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e2988ce-0e1b-4d95-bf42-24d77e1a0388\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.257427526Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.259395858Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4fe7ec6-be0b-4e95-be2a-a4de7d39efad\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.259636387Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.262630082Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f22a4d4f-5fad-4b4c-89e8-ceff6b5057ff\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.264020723Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.269754337Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4faf481-1031-4ad3-b44e-95150d3f80c3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.270180837Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.272050652Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b07f598e-ce1d-4da1-9c5e-e8a0cc1152a8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.272241933Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.275368523Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f63de4c-94a2-4197-9744-e305f914fd94\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.275521177Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.278187349Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d7753d0-637c-4ecd-8154-1486de42affe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.278311837Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.278690712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.280614365Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fd01e39-7399-4ce2-a0b2-bc5557d0d4d9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.280799644Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.282838827Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9745b96d-5b87-4204-b430-9b75936015bb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.282965359Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.284706929Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91dac740-3b2f-4ea5-b04e-5b13eca49e17\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.284778221Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.288107534Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"756c093e-30e1-45e6-80a6-7b5c8d51f371\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.288562982Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.293195542Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"397baad7-771f-446d-8bae-7fe64a37c6db\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.293401522Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.295320506Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fcc2e5e-5f98-432e-934f-659027bcf385\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.295393521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.299974549Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4671a34-da85-4472-b006-c09027af2a27\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.300150269Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.302657735Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85a21bab-5fe8-4385-b5ee-50a025e3445e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.302820288Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.303841794Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ab28353-9ec8-409a-a153-50172b5929fe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.303988185Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.305185782Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29ade67d-d0a3-4544-8fd7-e735bc12e325\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.305575248Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.306571953Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77d66083-39c7-436a-914a-a5f8163b3d1f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.306643736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.308144487Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd482b28-0448-43d1-924d-2afb7d73f455\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.3084471Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.310071536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92936345-ca11-4f10-976a-80b830e22e5d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.3110172Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.313218496Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07bb5f8c-42ca-462f-82bf-4145e4bb635f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.313295229Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.314768014Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"194cb1fc-b309-446b-8ffa-7faa3915fd95\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.314885498Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.316552369Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c85edd5a-fcbf-40fa-accb-aa77feec20d1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.316627328Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.318374489Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2219b580-7a3d-4364-98c0-bfd620f5c4cc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.318442525Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.320254325Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65d66468-30f2-4995-b934-d460aca90132\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.320384003Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.321098737Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb27cd11-236c-4cff-98ba-05b429c63e42\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.321226041Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.322660759Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02c564d4-a684-41f3-9d7a-98e24801a3e7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.324133263Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.325051032Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80efbedb-d797-4af8-a23e-11fa1e88f5c2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.325116983Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.326065543Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d312ef15-4511-40fa-9df5-815c6a0c80bc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.326140583Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.327511634Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfbe900f-c1cd-46b8-b087-ef21c9c868b9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.328134145Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.329108797Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.329167754Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.329201251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.329229627Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.330057767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.330483556Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"594da3ce-712a-4340-92de-ebad3cfa127d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.330604797Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.332828217Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.341071632Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.341136621Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.34117087Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.341518302Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.343888284Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f11ec7cb-0ee4-4770-9060-01e9a78a7ac5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.343950177Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.344491135Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.344551405Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.346433655Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.351969094Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"043a4ba6-af82-4f3b-90c7-2754e5098740\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.352203111Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.353917436Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd1440ff-072e-4f66-9faa-37bd7129c1b3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.354131272Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.355725469Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ec0949a-c51c-4e69-9444-633209e6a59d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.355938583Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.357701235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3365265-d2c4-465a-869b-7343b312812b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.357950983Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.35899334Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75cb4367-dd3c-496c-b574-69b78c55ef92\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.359233648Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.360557426Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7dc8843-27b6-405d-8471-ef7a4db27e73\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.362554916Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.364412357Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40fb6cb7-2c1d-4c23-8272-dd73d37102bf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.365609151Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.369965832Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7dbb67c-ba9e-473e-bc6b-af448dd5856f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.370049178Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.370330608Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.373452058Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5588783d-0224-4564-ac0e-c2549dddad0d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.373531185Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.376068621Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f218bcc-0f7b-4be4-a0e5-b90c7850562e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.376234802Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.378325708Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f6e7c96-9800-446c-a858-16e014db2570\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.378673211Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.382553802Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a2019d0-8947-4e30-9e34-3c21025d24b5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.382734853Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.384923233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aac3fdac-196f-4c49-93ca-5be435dd4119\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.385096929Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.385207199Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.385253722Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.385281918Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.38639224Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.392526893Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.394210387Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.401590993Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.40165996Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.401695731Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.401724278Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.401752505Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.402431347Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.405279602Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.410814069Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.410877806Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.410911694Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.411325458Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.446289151Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.446360984Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.446395904Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.446425723Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.447226779Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.456065329Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.462467375Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.462544188Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.462577965Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.463170265Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.467143121Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.467198191Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.467894729Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.576834684Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.576915295Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:47.578597356Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38243"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.583373192Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"60f0f26b-4635-49cc-83bd-8bbb1db427af","remote_addr":"[::1]:38243","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:47.584057566Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"60f0f26b-4635-49cc-83bd-8bbb1db427af","remote_addr":"[::1]:38243","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":713,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.586106859Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60f0f26b-4635-49cc-83bd-8bbb1db427af\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.669580645Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.669659933Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:47.670477061Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43752"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.672319963Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"90259e59-69c4-4bbe-abcd-0514169958ea","remote_addr":"[::1]:43752","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:47.672597125Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"90259e59-69c4-4bbe-abcd-0514169958ea","remote_addr":"[::1]:43752","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":300,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.67349795Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90259e59-69c4-4bbe-abcd-0514169958ea\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.783696012Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.783776122Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:47.785569224Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49526"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.786412214Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"bd1856f6-6417-4e60-b783-e2e91344b71b","remote_addr":"[::1]:49526","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:47.791072329Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"bd1856f6-6417-4e60-b783-e2e91344b71b","remote_addr":"[::1]:49526","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4731,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.796634441Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd1856f6-6417-4e60-b783-e2e91344b71b\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.851664795Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.851845736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:47.853503078Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61086"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.859886627Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"1683f5f6-1335-45bf-bb6a-df18d8f8b596","remote_addr":"[::1]:61086","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:47.860753815Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"1683f5f6-1335-45bf-bb6a-df18d8f8b596","remote_addr":"[::1]:61086","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":902,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.872202105Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1683f5f6-1335-45bf-bb6a-df18d8f8b596\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.873342327Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.87342935Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.873463358Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.901491762Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.901549608Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.901583836Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.901613916Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.902187469Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.904454135Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.908784783Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.912698501Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.912916325Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.912963048Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.913477423Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.95611697Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.956278582Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.956360946Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.958237114Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.959152418Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.971969355Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.981067201Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.98113192Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.981163133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.981880211Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:47.98535251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:47.985657617Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.985855281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":24,"elapsed":"933.933752ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.985913387Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":25,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.985943878Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.985974519Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.986006222Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.9860354Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.986676798Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.99225384Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.999816167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:47.999905956Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:47.999941036Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.001586936Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.00190536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.001953987Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.002391128Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.00610111Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.0061615Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.007067906Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51803","req_id":"f52619a6-ad77-438f-bd26-6c93608074ea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   74 a0 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   t............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.007126453Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51803","req_id":"f52619a6-ad77-438f-bd26-6c93608074ea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 29856,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.007442112Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.008131846Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.008290642Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.008386664Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51803","req_id":"f52619a6-ad77-438f-bd26-6c93608074ea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.010178293Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4472, tv_nsec: 809034042 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.010251088Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.010280667Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.010694161Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53060","req_id":"49cef3e9-74df-4ce0-8f69-b1f777a67baf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   07 f2 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.010752748Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53060","req_id":"49cef3e9-74df-4ce0-8f69-b1f777a67baf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2034,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.010837527Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.010933388Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53060","req_id":"49cef3e9-74df-4ce0-8f69-b1f777a67baf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.010990492Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58191","req_id":"8509b89a-b42c-4753-adf3-af24a5c495a1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   af ab 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.011093988Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58191","req_id":"8509b89a-b42c-4753-adf3-af24a5c495a1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 44971,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.011191602Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.011217063Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58191","req_id":"8509b89a-b42c-4753-adf3-af24a5c495a1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.149886303Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.150804823Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.150874291Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.150963689Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.151043598Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.151512262Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.152525331Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.154283253Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52085","req_id":"7f5275c7-c7d4-4e17-9f67-d78ea7df224b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   01 ff 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.154348653Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52085","req_id":"7f5275c7-c7d4-4e17-9f67-d78ea7df224b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 511,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.15456755Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 511,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:48.154663882Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52085","req_id":"7f5275c7-c7d4-4e17-9f67-d78ea7df224b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.156965678Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.157022541Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.157053793Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.157279804Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.158622038Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.158678931Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.15870847Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.159402323Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.159458114Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.162095659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b16601e9-7f9c-4a11-9d6c-5a3f4c5d8061\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.162340527Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.163070301Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.163129058Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.164668395Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcaeaca3-06f9-4047-9a4d-56a6858f4d94\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.164857772Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.167286632Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fd1ce5a-83f3-41f4-84fa-8504baad603e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.167354286Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.170546146Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8acf687-b1cb-4d8c-bfc8-11df7b67a0e3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.170828789Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.175671047Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"216711ab-3c65-4d5e-8c60-1639e75fd819\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.176166304Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.179005631Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.24255051Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.242632383Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.242671311Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.24270133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.248319194Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.248682548Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbd2feb5-8f03-480a-ae5e-528c7ef94cbc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.249404376Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.270022666Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.279016897Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.279146645Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.279242837Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.279871369Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:48.280347047Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.283318467Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.283433667Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.284066959Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.287082637Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"913b650f-3b51-4d7e-8b1b-d713399cf282\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.287381653Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.290572992Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac3b28b3-9326-4e84-a898-d3c8e8f70185\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.291803203Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.307894864Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7a179a1-f4aa-49a1-8b2a-e6101bcb473c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.308157247Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.315226622Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e37a85e2-96b3-4a79-ade0-c917d7acdfba\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.315493013Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.335661678Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2669c21a-2379-4c06-a876-d55c5544cd04\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.33603907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.338054646Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79b3852e-feef-4a23-a0df-2d0bf2b9c5af\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.33827782Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.340494317Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09dfa5b6-032c-492a-aec9-d8a77d131f89\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.340818593Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.348893281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cc1cbe1-53e4-460b-b0b7-26643cbae4a0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.349184581Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.349833815Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.387226688Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"377d6891-3ea9-4746-911e-6e1c7db05ff5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.387439632Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.39164959Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe5fa2df-4d93-45b0-a8fe-ebe9150ca185\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.391784048Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.397548263Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19aeea1e-2f23-41aa-b5ce-29a91ab94040\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.397785125Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.401103917Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.401237614Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.401340849Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.401423284Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.402185322Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.405713201Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.421315027Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.422156904Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.42222501Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.422981657Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.424878426Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e7e0929-c33c-46d7-9197-fd242bd42c10\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.425094367Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.426059049Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.426113557Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.426372654Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.434066754Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f94a3dd-39fd-4e24-b40c-792b379518ab\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.434144939Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.435932701Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e108ad5-668a-4334-a8bd-85e7bab6a949\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.436243651Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.4408357Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66634615-316f-4933-a5fb-d678f39b054a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.441217721Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.443403186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b42ecc3f-9631-4f40-90e9-3e689a74a778\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.443737592Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.444864718Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1944d7e-1dfc-48a8-b5be-f8fdc4eff91e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.445076901Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.447053439Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98b6eb3f-85fa-43e4-91c4-39079da7f3b2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.447326733Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.464434439Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8490a63f-e257-4f95-91cc-fcddf2d5b6b0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.464664277Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.467953681Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b9083b5-b7b8-4693-bc4d-2ffb4fc7f136\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.468214731Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.470705855Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"851f52c3-8b49-4752-b1ce-26d61369c712\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.470923057Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.472882221Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"238e635d-f499-4dc1-b951-7ae17461885b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.477144934Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.501425141Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.503848389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b89dfa93-9944-400c-8600-4f08dcaad3ab\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.504028247Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.509283258Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26d48f8d-520f-45fc-8abc-e224e0ce378b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.509421633Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.51035347Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0cddf15-36e3-4f8e-bb28-1e260a302f94\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.510502046Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.511464554Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b65cc94-639f-4890-bd34-c20b230f4bc2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.512354707Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.513397114Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb43a18e-8688-459b-b0b3-d7080438c554\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.513524889Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.515311188Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2959b83b-80d4-4454-ae31-f5847deb322a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.515429173Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.516822138Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e045d89a-7f06-4813-9d99-aedba52c130a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.516993049Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.518676373Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c5aa5b6-d3b6-427d-8cf1-db9ee3fc29ba\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.518792194Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.520610547Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a44a1810-29d4-41e2-812a-f568fc7dacd1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.520755275Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.525010473Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebf0f9a1-2254-429e-aa33-67bcb118500c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.525086595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.526857363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9f92362-5e7b-4f52-b18b-74d8154740ae\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.526976781Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.528648371Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61f54efb-8ec9-48b7-afbb-d1936aa23e4c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.528822087Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.531462328Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"691f9d44-4fe2-4c3d-af6e-30e4cf6b1726\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.531664831Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.532462441Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b2f94e2-b9dd-40fc-a18b-4e572cb7ab75\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.532770104Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.533967059Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d3d1ca9-2d8d-4070-a954-5b728ec6cc14\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.53415332Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.535285295Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"136b8f82-8180-4d73-85bc-56913b63f3b1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.535412929Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.536435667Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"319968e6-9e8d-4e45-9561-e40c4f5ac84c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.536686707Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.53673346Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.540881365Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de0b1e85-229e-4c53-9b50-2261dca4c849\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.54118523Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.54331338Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb73c901-4946-48df-ad21-29a7fcc65165\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.543502587Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.546011166Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30dd2765-7ecf-4b77-a978-cc0fa0bd1ea3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.546253999Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.555671072Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.555973695Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.556087773Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.556180417Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.557930304Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.560158543Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd9c87cb-0973-43b7-8da2-984fc7cee50e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.560652648Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.561361921Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.568832536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.569237142Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.569406399Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.570618023Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.573071431Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78406022-4e6a-43c0-9272-56e9743c4917\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.57343196Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.573548702Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.573636908Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.573719242Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.574231603Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.574755627Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.57492751Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.57559043Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.577245418Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.582252083Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.583745238Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.583815689Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.583852292Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.583881129Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.58458919Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.589164376Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.595075583Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.595164731Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.595199149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.595603345Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.680993449Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.692067944Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:48.692137162Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52025"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.69217598Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"fe7c9aa5-f56b-4d8e-bd8e-d11e75eb2c5c","remote_addr":"[::1]:52025","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:48.692203845Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"fe7c9aa5-f56b-4d8e-bd8e-d11e75eb2c5c","remote_addr":"[::1]:52025","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":3068,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.692239616Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe7c9aa5-f56b-4d8e-bd8e-d11e75eb2c5c\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.786525134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.78660868Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:48.789231776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57604"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.796087366Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"bc0766e5-3710-4853-aac5-0eec19e313e6","remote_addr":"[::1]:57604","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:48.796383997Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"bc0766e5-3710-4853-aac5-0eec19e313e6","remote_addr":"[::1]:57604","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":336,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.798558389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc0766e5-3710-4853-aac5-0eec19e313e6\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.867305062Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.867446244Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:48.870301292Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43620"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.870908682Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"20ba1589-807b-4663-adb9-d4539cab6404","remote_addr":"[::1]:43620","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:48.877982276Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"20ba1589-807b-4663-adb9-d4539cab6404","remote_addr":"[::1]:43620","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7046,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.87890272Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20ba1589-807b-4663-adb9-d4539cab6404\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.937314401Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.93744397Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:48.939534595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61372"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:48.939597651Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.941872573Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.943119628Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"85e20859-bdf3-4310-a6b4-6a934d2c0f45","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.943183946Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"a66bc6c6-7920-4fc9-ae32-6b2c1fb97ea5","remote_addr":"[::1]:61372","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.943497561Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"85e20859-bdf3-4310-a6b4-6a934d2c0f45","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.943561398Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"85e20859-bdf3-4310-a6b4-6a934d2c0f45","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.944266062Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"85e20859-bdf3-4310-a6b4-6a934d2c0f45","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:48.944660318Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"a66bc6c6-7920-4fc9-ae32-6b2c1fb97ea5","remote_addr":"[::1]:61372","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":1453,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.947430808Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a66bc6c6-7920-4fc9-ae32-6b2c1fb97ea5\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.948683935Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.948736189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.948762641Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.952487393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.952550198Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.95258139Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.952608394Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.953127749Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:48.957852933Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"85e20859-bdf3-4310-a6b4-6a934d2c0f45","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":14806,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.963500145Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85e20859-bdf3-4310-a6b4-6a934d2c0f45\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.963682458Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.964861868Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.968404026Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.96863733Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.968690065Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.969117156Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.972303715Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8e7f7e7a-9c44-4caf-8369-9e434165d87d","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:48.975217992Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8e7f7e7a-9c44-4caf-8369-9e434165d87d","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.975386357Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8e7f7e7a-9c44-4caf-8369-9e434165d87d","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.975433702Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8e7f7e7a-9c44-4caf-8369-9e434165d87d","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:48.976274767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:48.992383423Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8e7f7e7a-9c44-4caf-8369-9e434165d87d","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":20079,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.006646722Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e7f7e7a-9c44-4caf-8369-9e434165d87d\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.006729907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.00676638Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:49.006791069Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.032521846Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.034213757Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.03427522Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.034307885Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.035117568Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.043585139Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.052140475Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.052204312Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.05223853Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.052696152Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:49.055730728Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:49.056314201Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.056369601Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":25,"elapsed":"1.070423449s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.056548387Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":26,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.056598918Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.056632375Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.056662605Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.056690771Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.057928467Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.061628118Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.061672266Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.062411549Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.062786266Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.070519123Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.070631627Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.070718841Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.072200784Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.073330254Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.073476696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.076336193Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.077666544Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.077779389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.077851372Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.078065288Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.078169697Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.079209959Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50879","req_id":"e04cff06-e2e9-4f4e-95d9-2576f50de937","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   17 ea 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.079524015Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50879","req_id":"e04cff06-e2e9-4f4e-95d9-2576f50de937","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6122,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.079924363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.080296223Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.080734106Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.080912191Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50879","req_id":"e04cff06-e2e9-4f4e-95d9-2576f50de937","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.081372859Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4473, tv_nsec: 880293326 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.081743778Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.081981571Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.082465566Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53019","req_id":"4b2eb2af-035b-4c60-ad89-2a605cb499dc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   2e 89 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.082630905Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53019","req_id":"4b2eb2af-035b-4c60-ad89-2a605cb499dc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11913,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.082869651Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.083009149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53019","req_id":"4b2eb2af-035b-4c60-ad89-2a605cb499dc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.083197704Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57698","req_id":"ada12ef7-04b8-46d4-955e-d770f472f8ce","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   0d 16 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.083347653Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57698","req_id":"ada12ef7-04b8-46d4-955e-d770f472f8ce","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3350,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.083579656Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.08371727Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57698","req_id":"ada12ef7-04b8-46d4-955e-d770f472f8ce","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.196542276Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.197692187Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.19775383Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 2 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.197782026Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.199979024Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.201542188Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63330","req_id":"050fa168-61bb-4b23-b341-4b3a1d8da461","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   c8 7a 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .z..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.201607188Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63330","req_id":"050fa168-61bb-4b23-b341-4b3a1d8da461","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51322,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.201680704Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 51322,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:49.201749221Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63330","req_id":"050fa168-61bb-4b23-b341-4b3a1d8da461","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.202488594Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.202545818Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.202575447Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.204894457Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.204966321Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.206257393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c4e8503-33e0-4d6d-a669-d8e24e2831e4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.206507Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.208512386Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":2}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.209132592Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.209172792Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e95bc0c2-0d3e-4e08-9d85-ab7e94d55b2c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.209214094Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.213971673Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26353eb7-17f9-49fe-943a-b7fe5cdb5553\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.215423766Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.224111085Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"929799a6-6691-4dac-9bf3-8f0d83821900\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.224304441Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.22715479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7471c8e4-9a4d-4b15-88b4-0be43e22a2f9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.227279729Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.230735093Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.232391373Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ab74d2f-dbf0-4bb0-a9f4-6a40452a698c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.232455772Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.235644385Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfff530c-e14d-4f25-892b-fea6ceb93d13\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.235718963Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.237518178Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64f37ce1-5889-4cb1-9e72-e513eaa86b55\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.237596835Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.238751936Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cfed450-07e7-4d5d-b616-2f67eb835b84\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.239139438Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.241706463Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f45f992d-2b3e-44eb-bedc-ad19f7ad1c1a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.241855149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.242869781Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96f19c08-1da1-48af-b96b-9c1c04f24eaa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.242992455Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.244204931Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96df4448-5451-4f88-97d6-1a63ecf21ef3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.244282135Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.25035284Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ad5a4ae-8f22-4d76-a503-65a9286b6b75\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.250619482Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.253416344Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c03689d-339d-44fc-ab4e-01080ff93fec\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.253547846Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.256432814Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f31b98e-fe36-4dbd-901a-71ecaaf607ed\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.25651086Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.259566859Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b486e871-7c02-4971-900d-facdfba654cf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.259702489Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.264621159Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1527df5-5722-4295-8162-216d533f92ca\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.271865483Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.277844686Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1b02421-21a6-4283-9041-77b678c72bf3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.277965417Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.28088796Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb3a7e81-984a-4688-b540-97c916242599\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.280954642Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.281367836Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.281514758Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.281556993Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.281586441Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.282383529Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.283110838Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2db7c523-8f05-42c6-b167-d8d2ef1fcc72\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.283194756Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.284238966Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa758c54-5fc0-41c9-b43e-a87ecd9ed461\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.284404235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.285801008Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.298093741Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.298219431Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.298313439Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.298933133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:49.300584343Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.301287735Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afe4218b-281a-43ed-8af0-943b6fd0d177\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.301527312Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.302202157Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.302312517Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.302849246Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.303578649Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a5dad82-0f09-4af6-9b3f-b34241fe55aa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.303790551Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.307605623Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7f674dc-849d-402d-921f-a08f8da65ebc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.307992223Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.310328498Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40563c79-7de5-4537-9587-d52c87b8bcb9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.3104548Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.313322052Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03dda190-aabd-4b94-ac0f-cd5348a9a2cd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.313463985Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.31894235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d060a500-89e3-42bf-bda9-a81ba4c0c1e6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.319166657Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.321474846Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed863c6d-b5b4-4fbf-a606-923913b9c760\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.321613723Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.32472892Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb0eb8b0-6c37-470c-b48d-e6c42ea0605c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.324787637Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.326796489Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70390ac0-c950-4d01-9f6e-ccb0bc417094\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.326923041Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.327860509Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0381aaea-7e89-48b9-a97d-f5e6c3f1a44a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.32799637Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.330278818Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9a3cca4-1e21-408c-a7f1-ef85c2dc6108\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.330496501Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.331109753Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.334953161Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c86a3ff9-68b1-4544-9b5e-ea6cf24aa665\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.335555331Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.338678734Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d907461-8b8a-44da-a792-8d9bc69df556\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.33928913Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.342670467Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c33b415c-affa-4ec0-b778-2f7cd6acdd13\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.342896347Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.348071538Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35e24d23-d665-4ce6-8fb3-ba442548ddc6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.348304422Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.352762976Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f42631a5-c830-4265-a0c0-4973cabd6647\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.353080959Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.356135205Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddc1e544-b99e-4035-ab81-b6aa8a88189a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.356346325Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.359768023Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0db9228-a0d5-43dc-9464-46b13adbfe97\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.359976789Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.363378647Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f28b3a64-ceaf-4f37-baff-93a88275d903\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.363588996Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.367083238Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"120872b8-62b9-43f3-956c-8e798e9c4923\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.367479848Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.368929076Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b85ad27-e4c9-432e-87df-11badc852e80\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.369148022Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.370453383Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f898e2e8-fd59-458f-8e2c-4e7755e81e24\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.370671768Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.377131559Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"445a9236-03a3-437c-88ef-c7cc968e7915\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.377327599Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.378379104Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5e4a61a-8932-4b81-a03a-c50f8db780d0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.378437891Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.378469615Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.38188041Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9a773b4-c22a-4450-b987-9709b071a8dc\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.382340377Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.382540997Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.382629082Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.382689392Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.382780454Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.384753966Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.389679029Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.395691368Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.416154479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.416304699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.41753506Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.418344302Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4ee2c74-7e4a-46e9-9a32-8ffff0842525\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.418731364Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.427195197Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.427485957Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.428914393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.431055709Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8a8ec39-eaff-4805-8a26-10a5fa16790a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.431284805Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.433065493Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b6fea0f-2368-4920-a682-2644a6510caa\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.433223648Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.454813976Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55ce449f-799b-4495-85ac-0bdbeb81040f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.455495123Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.455668388Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.456164256Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.456524975Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.456997015Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.467665061Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.473022966Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.473105701Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.473142755Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.47317532Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.473204257Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.473634615Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.484515133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.53098424Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.531062065Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.531096023Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.53157144Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.629357963Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.629439305Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:49.630237346Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44742"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.631678587Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"f7468430-a563-4258-b17f-11a0c3ebf125","remote_addr":"[::1]:44742","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:49.632120788Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"f7468430-a563-4258-b17f-11a0c3ebf125","remote_addr":"[::1]:44742","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":455,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.633761046Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7468430-a563-4258-b17f-11a0c3ebf125\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.731868289Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.731936895Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:49.743214585Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55312"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.747431597Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"8f8a8970-95a2-4bf0-a0f8-98b68b692624","remote_addr":"[::1]:55312","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:49.765146754Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"8f8a8970-95a2-4bf0-a0f8-98b68b692624","remote_addr":"[::1]:55312","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":17742,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.771129133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f8a8970-95a2-4bf0-a0f8-98b68b692624\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.874491235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.875150659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:49.880602391Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53843"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.898162659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.899151459Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"6a0d7e0c-bf47-4d5f-ad7e-fef15e800511","remote_addr":"[::1]:53843","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:49.900308304Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"6a0d7e0c-bf47-4d5f-ad7e-fef15e800511","remote_addr":"[::1]:53843","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1168,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.906484009Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a0d7e0c-bf47-4d5f-ad7e-fef15e800511\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.967077247Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.96715913Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.968325013Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.968725982Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.968786983Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.968938034Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.974038116Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:49.976030936Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60989"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.9768357Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.976895579Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.97692617Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.977461928Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.977606255Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.977647728Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.977678048Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.978103265Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.978161562Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":2,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.978191882Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":3,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.978217192Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"21.253µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.978247012Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.978272553Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.978298755Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.978327252Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.978352772Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.978936776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.978991275Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.979023619Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.979052126Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.979078939Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.979106073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.979993421Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.980054804Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.980083411Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.980110685Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.980717374Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.98078047Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.980810089Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.980836551Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.980862463Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.980889387Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.981275496Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.981333922Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":2,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:49.981365114Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.981637467Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"358.324µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.981699741Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":2,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:49.981729671Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.981799039Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.981832496Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.981861533Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.981887144Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.982413603Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:49.98354108Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"ccc85b0d-b031-4254-bd1c-22d13ae93022","remote_addr":"[::1]:60989","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:49.988589829Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"ccc85b0d-b031-4254-bd1c-22d13ae93022","remote_addr":"[::1]:60989","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":5050,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.992719247Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccc85b0d-b031-4254-bd1c-22d13ae93022\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.995519997Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.995613183Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:49.995679425Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.004670288Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.004810177Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.004905988Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.004993021Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.006108043Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.007946817Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.025348068Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.026533469Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"48.351747ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.026963316Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.037706521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.03777132Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.037802933Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.03827337Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.046229342Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.051353341Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.051418311Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.051452279Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.051800683Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.065609175Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.072786646Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.072852367Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.072885383Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.0733707Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.075080206Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.07514773Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58984","req_id":"a35c9104-6c94-443c-97b0-854c253fef92","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   94 41 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .A..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.07525783Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58984","req_id":"a35c9104-6c94-443c-97b0-854c253fef92","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 37953,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.075461626Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.075636284Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.075806924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.075850009Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58984","req_id":"a35c9104-6c94-443c-97b0-854c253fef92","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37736, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 45175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.076100118Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62587","req_id":"6e5a0a3e-b5d3-48b7-8a22-a7131b751dbf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   73 e4 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   s............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.076213764Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62587","req_id":"6e5a0a3e-b5d3-48b7-8a22-a7131b751dbf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 29668,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.076295086Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.076457881Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.076844581Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.076889931Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62587","req_id":"6e5a0a3e-b5d3-48b7-8a22-a7131b751dbf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37736, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 45175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.077031804Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.078533997Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.086898823Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.091015185Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.091080235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.103097488Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.103350041Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.108113793Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.108179474Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.108216377Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.108247389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.108277279Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.108595543Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.109012003Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.109070469Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.109833249Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.110261031Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.114721248Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.114931918Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.114982027Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.115631441Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.127586311Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37736, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 45175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4474, tv_nsec: 926396248 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.127665729Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.128053431Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.129288743Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37736, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 45175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4474, tv_nsec: 928128529 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.12969899Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.130022394Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.139097957Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.140962903Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.141029696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.141058864Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.141688188Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.141742145Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.14300909Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.15005615Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57579","req_id":"abbeda83-affd-47d5-a29f-116e53ab568d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e0 1d 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.150140839Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57579","req_id":"abbeda83-affd-47d5-a29f-116e53ab568d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57373,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.150421067Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.150478291Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57579","req_id":"abbeda83-affd-47d5-a29f-116e53ab568d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.150689332Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57001","req_id":"1f7a88a4-3ffd-4946-966f-b3a7b085bf83","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   7d 6e 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   }n..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.150746456Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57001","req_id":"1f7a88a4-3ffd-4946-966f-b3a7b085bf83","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32110,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.150840734Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.150864902Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57001","req_id":"1f7a88a4-3ffd-4946-966f-b3a7b085bf83","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.150901925Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64203","req_id":"6caaaa71-6347-4bee-bda6-2e81a88adb6d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e8 1c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.151032866Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64203","req_id":"6caaaa71-6347-4bee-bda6-2e81a88adb6d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59420,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.151130521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.151156012Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64203","req_id":"6caaaa71-6347-4bee-bda6-2e81a88adb6d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.151189699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55738","req_id":"861f26d3-1c43-46f4-9136-fd49a8eebb43","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c5 03 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.151224919Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55738","req_id":"861f26d3-1c43-46f4-9136-fd49a8eebb43","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50435,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.151414336Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.151453635Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55738","req_id":"861f26d3-1c43-46f4-9136-fd49a8eebb43","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.152568306Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.152956589Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.153911081Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.154402149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:50.155694334Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:50.21351619Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.213694646Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.214227187Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:50.214375232Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:50.21593034Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:50.216397641Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:50.282077955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.282230299Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.282544304Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:50.282653322Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:50.285832446Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.286069849Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.286205349Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.286526889Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.287441953Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"all instance checks complete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:50.287977319Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.288140975Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"307.395455ms"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.301521315Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64172","req_id":"cdb0b3ed-3087-46ca-b546-71ceb89d3066","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   ad 5b 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .[..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.302089978Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64172","req_id":"cdb0b3ed-3087-46ca-b546-71ceb89d3066","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 44379,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.302448582Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.302704763Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.307077916Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.307464967Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64172","req_id":"cdb0b3ed-3087-46ca-b546-71ceb89d3066","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37736, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 45175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.312185753Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.317678717Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.317751432Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.317785761Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.324719556Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.329693927Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37736, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 45175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4475, tv_nsec: 128561870 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.329776562Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.329991049Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.333959837Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.334005327Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.347011722Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63945","req_id":"b87f39e7-6fc8-449a-a8fb-e77862bf95ad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c0 1d 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.347236209Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63945","req_id":"b87f39e7-6fc8-449a-a8fb-e77862bf95ad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49181,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.34755812Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.347722969Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63945","req_id":"b87f39e7-6fc8-449a-a8fb-e77862bf95ad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.348256772Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52008","req_id":"908b2f31-843c-474b-bf67-2057a8092679","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b8 fa 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.34847146Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52008","req_id":"908b2f31-843c-474b-bf67-2057a8092679","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47354,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.348729173Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.348870906Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52008","req_id":"908b2f31-843c-474b-bf67-2057a8092679","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.352068186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.352185149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:50.352534716Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:50.434113707Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.434279868Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.434662229Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:50.434775676Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:50.436903605Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"VPC route manager sled 039be560-54cc-49e3-88df-1a29dadbf913","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:50.709504545Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.70957723Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/vpc-routes","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.712804119Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.71285967Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.712893838Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.7130906Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.714709385Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:50.716777736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55061"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:50.717920904Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.720445895Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.725755614Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.725816165Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.725944811Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.725987817Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.726015552Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.72664671Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.732275485Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/vpc-routes","method":"GET","req_id":"1a2089a3-eaa0-4628-baad-b92d266d9ba6","remote_addr":"[::1]:55061","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:50.735044432Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/vpc-routes","method":"GET","req_id":"1a2089a3-eaa0-4628-baad-b92d266d9ba6","remote_addr":"[::1]:55061","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2775,"response_code":"200"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.735335321Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.74324462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.743324499Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.74336026Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.743849245Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.747890767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a2089a3-eaa0-4628-baad-b92d266d9ba6\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.747974744Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.748011518Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.74906649Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.950544631Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/v2p","method":"GET"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:50.950990389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:50.951347611Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.951400046Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":26,"elapsed":"1.894852851s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.951479714Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":27,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.95151264Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.95154285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.951573221Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.951602669Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.952343135Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:50.953302045Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58536"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:50.953697092Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.967346217Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.969540189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.975997084Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.976055811Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.976086331Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.976626448Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.979407759Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c73451ad-00ff-4df4-bda7-c1c5f529f3dd","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.97960388Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/v2p","method":"GET","req_id":"66708416-7320-4b22-a7e8-34d477f0c263","remote_addr":"[::1]:58536","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.979878006Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c73451ad-00ff-4df4-bda7-c1c5f529f3dd","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.979936332Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c73451ad-00ff-4df4-bda7-c1c5f529f3dd","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.980377321Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c73451ad-00ff-4df4-bda7-c1c5f529f3dd","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:50.980523913Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/v2p","method":"GET","req_id":"66708416-7320-4b22-a7e8-34d477f0c263","remote_addr":"[::1]:58536","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":930,"response_code":"200"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.99782262Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:50.998248498Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:50.998836179Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","assocs":"{}","sled":"sim-039be560"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:50.998996358Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:56544/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.003758076Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/eip-gateways","method":"PUT","req_id":"7c9089f9-4f0d-4706-8bca-8bc662492baf","remote_addr":"[::1]:55061","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.008063514Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66708416-7320-4b22-a7e8-34d477f0c263\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.008348662Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","interfaces":"{}","sled":"sim-039be560"}
{"msg":"v2p mappings to delete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.008445275Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mappings":"[]","sled":"sim-039be560"}
{"msg":"v2p mappings to add","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.008517909Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mappings":"[]","sled":"sim-039be560"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.010353537Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"7b5387e1-f6ca-4b52-8702-a32807f010b7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/v2p","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.011537345Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/eip-gateways","method":"PUT","req_id":"7c9089f9-4f0d-4706-8bca-8bc662492baf","remote_addr":"[::1]:55061","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":7791,"response_code":"204"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.015473408Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c73451ad-00ff-4df4-bda7-c1c5f529f3dd","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":36100,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.016712006Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48367"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.017181361Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60552","req_id":"4f66e1df-6c56-4540-a998-b8c7b7f1dcfc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   a7 1e 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.017388052Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60552","req_id":"4f66e1df-6c56-4540-a998-b8c7b7f1dcfc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42782,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.017970894Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.018226443Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.018464367Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.018683363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60552","req_id":"4f66e1df-6c56-4540-a998-b8c7b7f1dcfc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.020275646Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c73451ad-00ff-4df4-bda7-c1c5f529f3dd\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.020631555Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.020856523Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7c9089f9-4f0d-4706-8bca-8bc662492baf\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"VPC route manager sled 7b5387e1-f6ca-4b52-8702-a32807f010b7","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.023652233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.023768104Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"7b5387e1-f6ca-4b52-8702-a32807f010b7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/vpc-routes","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.024596826Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.024720943Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.025671807Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.031532094Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913, lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.031597424Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.031632684Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.031660309Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.032642115Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.033949069Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46170"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.034091974Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f8187495-0863-4d4f-8ef1-c4e251e8c4ed","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.034506189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/v2p","method":"GET","req_id":"053cd5a8-db85-4a2e-a768-f440203ebf79","remote_addr":"[::1]:48367","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.035009402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4475, tv_nsec: 833801553 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.036342067Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.03640352Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.047342294Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f8187495-0863-4d4f-8ef1-c4e251e8c4ed","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.047439117Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f8187495-0863-4d4f-8ef1-c4e251e8c4ed","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.048126106Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f8187495-0863-4d4f-8ef1-c4e251e8c4ed","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.04989994Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/v2p","method":"GET","req_id":"053cd5a8-db85-4a2e-a768-f440203ebf79","remote_addr":"[::1]:48367","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":15304,"response_code":"200"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.052753947Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/vpc-routes","method":"GET","req_id":"ed1d8c0e-fcbf-4dff-b86a-09da484bdf64","remote_addr":"[::1]:46170","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.056250513Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"7b5387e1-f6ca-4b52-8702-a32807f010b7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"053cd5a8-db85-4a2e-a768-f440203ebf79\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.056395542Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","interfaces":"{}","sled":"sim-7b5387e1"}
{"msg":"v2p mappings to delete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.056447877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mappings":"[]","sled":"sim-7b5387e1"}
{"msg":"v2p mappings to add","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.05647956Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mappings":"[]","sled":"sim-7b5387e1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.058634914Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/v2p","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.058911956Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/vpc-routes","method":"GET","req_id":"ed1d8c0e-fcbf-4dff-b86a-09da484bdf64","remote_addr":"[::1]:46170","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":6685,"response_code":"200"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.05935043Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.090211769Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913, lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.090782426Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.090847015Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.091793591Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.093712314Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f8187495-0863-4d4f-8ef1-c4e251e8c4ed","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":59614,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.096438505Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57802"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.097403759Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.102361146Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51567","req_id":"c8283d9c-6b3a-41b5-a231-860bcef76449","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b0 f6 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.102594862Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51567","req_id":"c8283d9c-6b3a-41b5-a231-860bcef76449","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 45302,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.10332678Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.103388453Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51567","req_id":"c8283d9c-6b3a-41b5-a231-860bcef76449","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.103543642Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59369","req_id":"462617e4-2c57-4cf1-91f6-8d7cd7aca7be","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   61 1e 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   a...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.103598912Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59369","req_id":"462617e4-2c57-4cf1-91f6-8d7cd7aca7be","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24862,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.103680324Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.103734763Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59369","req_id":"462617e4-2c57-4cf1-91f6-8d7cd7aca7be","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.103942256Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8187495-0863-4d4f-8ef1-c4e251e8c4ed\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.104028919Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.104058969Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.104083287Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.10411488Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"7b5387e1-f6ca-4b52-8702-a32807f010b7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed1d8c0e-fcbf-4dff-b86a-09da484bdf64\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.10415013Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.104207675Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.105056176Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.105120744Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.106145406Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Sled { parent: Fleet, key: 7b5387e1-f6ca-4b52-8702-a32807f010b7, lookup_type: ById(7b5387e1-f6ca-4b52-8702-a32807f010b7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.106208091Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.106238381Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.106264573Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.106837455Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.221432979Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.221763357Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/v2p","method":"GET","req_id":"d57f19de-eae9-48f8-a546-139e875b92a7","remote_addr":"[::1]:57802","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.224618997Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/v2p","method":"GET","req_id":"d57f19de-eae9-48f8-a546-139e875b92a7","remote_addr":"[::1]:57802","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2842,"response_code":"200"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.226273694Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.226339745Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.239639224Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.241076277Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.241141487Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.241171897Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.241199112Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d57f19de-eae9-48f8-a546-139e875b92a7\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.241239482Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","interfaces":"{}","sled":"sim-b6d65341"}
{"msg":"v2p mappings to delete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.241266135Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mappings":"[]","sled":"sim-b6d65341"}
{"msg":"v2p mappings to add","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.241352437Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mappings":"[]","sled":"sim-b6d65341"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.242365796Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"f4d0fccb-b90d-4752-b02a-d85c238a1886","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/v2p","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.243508032Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.255551367Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Sled { parent: Fleet, key: 7b5387e1-f6ca-4b52-8702-a32807f010b7, lookup_type: ById(7b5387e1-f6ca-4b52-8702-a32807f010b7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.255622058Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.255656216Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.256377093Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.25695318Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","assocs":"{}","sled":"sim-7b5387e1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.257010435Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"7b5387e1-f6ca-4b52-8702-a32807f010b7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:46271/eip-gateways","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.259548812Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61796"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.260089028Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/eip-gateways","method":"PUT","req_id":"c7394dbb-9003-4dee-97c3-c31609789063","remote_addr":"[::1]:46170","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.26026537Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52399","req_id":"846d6c11-146d-47fd-a32f-9c072a3ba268","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   23 1e 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   #............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.2603205Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52399","req_id":"846d6c11-146d-47fd-a32f-9c072a3ba268","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8990,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.260574876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 8990,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:51.260668643Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52399","req_id":"846d6c11-146d-47fd-a32f-9c072a3ba268","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.261210363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/eip-gateways","method":"PUT","req_id":"c7394dbb-9003-4dee-97c3-c31609789063","remote_addr":"[::1]:46170","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":1241,"response_code":"204"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.263827898Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/v2p","method":"GET","req_id":"8571a3b6-9bce-423b-a3cf-47e3de66927a","remote_addr":"[::1]:61796","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.26403983Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.264082325Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.264110521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.272912348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.273006876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.273043059Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.273071144Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.286195013Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.287305556Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"7b5387e1-f6ca-4b52-8702-a32807f010b7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c7394dbb-9003-4dee-97c3-c31609789063\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.31845576Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.318580479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/vpc-routes","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.319316555Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/v2p","method":"GET","req_id":"8571a3b6-9bce-423b-a3cf-47e3de66927a","remote_addr":"[::1]:61796","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":55520,"response_code":"200"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.320226669Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.32104561Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49070"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.324145898Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"f4d0fccb-b90d-4752-b02a-d85c238a1886","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8571a3b6-9bce-423b-a3cf-47e3de66927a\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.324314884Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","interfaces":"{}","sled":"sim-f4d0fccb"}
{"msg":"v2p mappings to delete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.324396697Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mappings":"[]","sled":"sim-f4d0fccb"}
{"msg":"v2p mappings to add","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.324465725Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mappings":"[]","sled":"sim-f4d0fccb"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.328223392Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{}","iteration":2,"elapsed":"1.348211965s"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.334264428Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.349079526Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"ipv6 addresses for service zone nat not implemented","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:51.353409203Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.353649682Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.353755322Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.354822338Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.357166379Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/vpc-routes","method":"GET","req_id":"aff6c0c2-0405-424f-8596-6dc0c20f58f8","remote_addr":"[::1]:49070","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.364547385Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/vpc-routes","method":"GET","req_id":"aff6c0c2-0405-424f-8596-6dc0c20f58f8","remote_addr":"[::1]:49070","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7413,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.367242144Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aff6c0c2-0405-424f-8596-6dc0c20f58f8\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.367456762Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.367566601Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.368207828Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.369018594Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Sled { parent: Fleet, key: f4d0fccb-b90d-4752-b02a-d85c238a1886, lookup_type: ById(f4d0fccb-b90d-4752-b02a-d85c238a1886) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.369156208Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.369254664Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.369336387Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.370675585Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.372610941Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.372731581Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.372819807Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.372899777Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.373636925Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.393817033Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36549669-9d82-486f-a368-b293c1bd5b2e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.394553681Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.394615884Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.401803586Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Sled { parent: Fleet, key: f4d0fccb-b90d-4752-b02a-d85c238a1886, lookup_type: ById(f4d0fccb-b90d-4752-b02a-d85c238a1886) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"generated config for fewer than the minimum allowed number of dns zones","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:51.403542811Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.4040344Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"generated config for fewer than the minimum allowed number of dns zones\"}","iteration":2,"elapsed":"1.42572816s"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.404294569Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","assocs":"{}","sled":"sim-b6d65341"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.404352394Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:45921/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.406477197Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/eip-gateways","method":"PUT","req_id":"60397fd1-f4bc-4347-aad7-8d95f6097ca4","remote_addr":"[::1]:49070","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.410314293Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/eip-gateways","method":"PUT","req_id":"60397fd1-f4bc-4347-aad7-8d95f6097ca4","remote_addr":"[::1]:49070","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3839,"response_code":"204"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.410571265Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.416413755Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.416499777Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.416531891Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.417008771Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.41787687Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/eip-gateways\", status: 204, headers: {\"x-request-id\": \"60397fd1-f4bc-4347-aad7-8d95f6097ca4\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"VPC route manager sled f4d0fccb-b90d-4752-b02a-d85c238a1886","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.423895352Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.424063908Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"f4d0fccb-b90d-4752-b02a-d85c238a1886","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.439182691Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42266"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.444588101Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.444674413Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.445520579Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.447126609Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/vpc-routes","method":"GET","req_id":"4b972895-1669-40cd-aa2b-2588684179dc","remote_addr":"[::1]:42266","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.449046494Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/vpc-routes","method":"GET","req_id":"4b972895-1669-40cd-aa2b-2588684179dc","remote_addr":"[::1]:42266","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":353,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.450214281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"f4d0fccb-b90d-4752-b02a-d85c238a1886","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b972895-1669-40cd-aa2b-2588684179dc\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.450270433Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.450302166Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.450987131Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.452253023Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a8b8e8b-8e34-4b45-843b-5d4dbb66d6a8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.452438963Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.455881703Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4113bbf-df05-404b-9b3e-4035d1e7d199\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.455947874Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.457187284Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe82cfc1-e3c7-4639-8d4f-5f22b1fdc1df\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.457252103Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.459274503Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c2fbeb9-095a-4eb0-9e55-b728bc88ddd6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.459342598Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.462876329Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acfd82b6-0b65-45bc-bd14-9fe6997af7a1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.462944024Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.471939156Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0fceb64-9518-44d6-8653-e5420ffa96f8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.472024446Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.472308843Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","assocs":"{}","sled":"sim-f4d0fccb"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.472366948Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"f4d0fccb-b90d-4752-b02a-d85c238a1886","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:63759/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.474570018Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/eip-gateways","method":"PUT","req_id":"d8d2808a-127d-4e56-857d-4318ec52088c","remote_addr":"[::1]:42266","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.474643324Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/eip-gateways","method":"PUT","req_id":"d8d2808a-127d-4e56-857d-4318ec52088c","remote_addr":"[::1]:42266","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":1193,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.475545441Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"f4d0fccb-b90d-4752-b02a-d85c238a1886","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d8d2808a-127d-4e56-857d-4318ec52088c\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.477202874Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{}","iteration":2,"elapsed":"1.495485567s"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.480722927Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.4837758Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f73b8906-64c6-4960-bf41-0f33f70544d4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.483856481Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.484719159Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c8561fd-b4e9-46dc-9d39-42d5e260512b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.484852645Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.485784252Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e214013-0140-404b-aed3-3aba076239f2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.485933489Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.486856117Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80d0e3b1-8c3f-4cc6-8077-884b99867459\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.48789146Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.488420404Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"466c41a6-b8d8-4d27-aaa4-ab176079612c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.488562748Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.489712158Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f88906d-88e3-43bc-8a07-5937f177ff69\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.489921324Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.49161032Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"513957f7-224d-48f7-9ed1-bfb9d611b96d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.49171108Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.49390898Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a95d982e-c311-4b0f-80a9-05ed3df2724d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.494036534Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.495784416Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86edda9c-43c9-42c7-9113-2c57db7ee4a9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.495908654Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.497619893Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65d7a7e2-228f-4763-9d37-54ac66fc5840\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.497805824Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.499753965Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7764983d-dddd-4204-83b1-242eafcbad9e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.500014685Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.501557028Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccddc046-d9aa-4fb9-92c0-5dfbad0c3925\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.501628039Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.502461049Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09f78df0-e9bb-43df-ac11-ea6e97ccc66c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.502581158Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.50348541Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16399784-7506-4152-ae8d-316b8370fafd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.503610209Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.504719509Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb843875-49f7-4372-b69f-e7823f3d6eba\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.504767384Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.505946704Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37cb4d48-1c70-41c1-9413-963de8c9d337\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.506017485Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.507210041Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dd6ad18-1102-428a-a415-5aba5e0532fe\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.507364338Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.50936261Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45f5e8d6-e392-48a6-ab74-34ed963a1783\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.509432229Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.511644627Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0c150b3-9924-43ba-a699-e29ce65832e0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.511710448Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.513341207Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1fb9578-c196-4d37-9e29-21b6551127da\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.513415335Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.515314418Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5ee3541-55db-4425-a099-ee19de5ad506\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.515386723Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.518193445Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f52892fa-247d-49ce-ba1a-6b1983d279e2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.518395457Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.520286525Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29912c2c-bfb4-4f24-9560-d1f51677d34c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.520423728Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.521285085Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82e194e5-8b8f-4460-ab85-9de91eddfb50\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.521426426Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.522380167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4df56643-02f1-4703-9991-a74b2e5566e5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.52251733Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.524004102Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62338542-9b38-453c-a41b-d19954e5672a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.524069693Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.524526914Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13b58598-7f2e-4eaa-8888-0d488a895f6f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.524659758Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.527116574Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d20debe9-06d9-4651-9d31-fe4cb9e559c4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.527288737Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.529138191Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"088949e2-46b3-48b5-852c-4707456ba519\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.53166206Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.532230793Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.532320763Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.532357335Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.532385942Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.533244713Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.536165653Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.545597616Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.545667224Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.545699118Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.546060869Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.550323983Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc46e6cf-230b-40db-8fb6-840f242155f7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.550422259Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.550460585Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.550490885Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.551542681Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.558495845Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a163f4b9-92be-4fc7-836e-78a427a2234c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.558651465Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.564665748Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2511b6f2-025e-41b4-887e-ccf2e7476113\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.564741819Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.568557291Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d72836b-a5ea-4abc-836f-66eca0b9bd90\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.568629175Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.572168186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dc08ab8-d1a4-489e-9ebe-5e4921d788b8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.572305189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.574617797Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7db9842c-f869-41ad-ac77-5da3350083ed\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.574764779Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.576399146Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56f9c3d8-a7cf-4669-a04e-9a557daf0195\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.576467933Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.581044752Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a07602db-d720-4fc5-83f2-bb80768b76fc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.581127126Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.581772702Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.585659777Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98403262-9322-4d1c-95d5-99b0cd0f2dc9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.585841379Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.585889635Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.589211674Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3abc207c-bc22-4824-b342-b0dfe40beb86\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.590561083Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.592574324Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50350443-d87e-41ca-b8c0-76fd0c03c41f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.592780545Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.594358028Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21239068-8c9d-4001-b28d-8565936396e9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.594537135Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.612458532Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5562d826-9d68-41f6-8657-69a32702df11\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.612657488Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.626495429Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95ceaba3-4eda-45c6-a83b-0b5285186e59\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.626630799Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.626678564Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.62671156Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.626740147Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.627421404Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.633392882Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.637117213Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.637192122Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.637226591Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.637256991Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.637287462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.637603922Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.639392346Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.639497545Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.639602695Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.639646011Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.640489081Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.643807883Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.648291897Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.656382818Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.656444742Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.656862263Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.657125217Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.663541341Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.663602563Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.663634817Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.665147561Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.742442066Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.742672996Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.743279494Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.743325386Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.744203445Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.744347733Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38762"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.745562022Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"88d8ccbf-3726-4b59-b8a3-1ce382bd84bd","remote_addr":"[::1]:38762","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.746025075Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"88d8ccbf-3726-4b59-b8a3-1ce382bd84bd","remote_addr":"[::1]:38762","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":500,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.746586724Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88d8ccbf-3726-4b59-b8a3-1ce382bd84bd\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.922412003Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.922513626Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.923301485Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52122"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:51.92607952Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"72e46648-6128-4bee-a84b-8cc0267cb57e","remote_addr":"[::1]:52122","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:51.926148197Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"72e46648-6128-4bee-a84b-8cc0267cb57e","remote_addr":"[::1]:52122","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":288,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.927066707Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72e46648-6128-4bee-a84b-8cc0267cb57e\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.997054504Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:51.997129713Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:52.011171851Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37768"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.013769597Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"c92c576c-24a0-427e-bf93-e1ffda45d97d","remote_addr":"[::1]:37768","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:52.026793937Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"c92c576c-24a0-427e-bf93-e1ffda45d97d","remote_addr":"[::1]:37768","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":12993,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.029494919Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c92c576c-24a0-427e-bf93-e1ffda45d97d\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.09766347Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.097734712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:52.099454228Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50555"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.099770058Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.102995985Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.109771575Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"e26a9221-fdd5-4e89-9992-f88d103896ec","remote_addr":"[::1]:50555","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:52.111433226Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"e26a9221-fdd5-4e89-9992-f88d103896ec","remote_addr":"[::1]:50555","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":1671,"response_code":"200"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.116939396Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.117681305Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.117722046Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.117748038Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.117838628Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e26a9221-fdd5-4e89-9992-f88d103896ec\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.121198282Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.121250496Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.12138277Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.131034941Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.131097155Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.131131754Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.131161172Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.131954744Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.138863729Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.148667893Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.148947901Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.149001668Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.149435332Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.151267894Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.151320659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 2 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.155242022Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.158710342Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.180514536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.180589736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.191379904Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":2}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.191456156Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.197670237Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.220062292Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.220857837Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61540","req_id":"1412df4a-a78d-4b7b-a9a3-98776badfcca","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   38 79 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   8y..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.221137514Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61540","req_id":"1412df4a-a78d-4b7b-a9a3-98776badfcca","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14457,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.221544565Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.221917899Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.222168408Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.222337235Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61540","req_id":"1412df4a-a78d-4b7b-a9a3-98776badfcca","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37736, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 45175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.223567566Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37736, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 45175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4477, tv_nsec: 21854842 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.224338212Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.224629011Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.225184468Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53682","req_id":"753833b8-ac8c-47f3-a320-54f94011beb7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   f0 19 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.22525065Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53682","req_id":"753833b8-ac8c-47f3-a320-54f94011beb7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61465,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.225706257Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.225767329Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53682","req_id":"753833b8-ac8c-47f3-a320-54f94011beb7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.226035363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50148","req_id":"6c65d30d-9c52-4918-8218-de2304b8a8c1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   31 55 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   1U..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.229398805Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50148","req_id":"6c65d30d-9c52-4918-8218-de2304b8a8c1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12629,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.229495036Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.229518413Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50148","req_id":"6c65d30d-9c52-4918-8218-de2304b8a8c1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:52.22992879Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:52.297456265Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.297600652Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:52.298139065Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:52.29999864Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.300130904Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":27,"elapsed":"1.348673754s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.300425641Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":28,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.300599447Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.300729787Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.300824786Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.300906248Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.302333562Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.302862636Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.302997525Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.303086282Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.303166432Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.303699724Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.304124972Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:52.304454929Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.306635594Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.315124668Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.315217743Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.315299927Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.317041387Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.318065607Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55854","req_id":"ad62ca9c-4ca0-46c6-b806-719811ccdaf9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   0d 0e 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.31824259Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55854","req_id":"ad62ca9c-4ca0-46c6-b806-719811ccdaf9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3342,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.320523955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.321089793Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.322004636Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.322681925Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55854","req_id":"ad62ca9c-4ca0-46c6-b806-719811ccdaf9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37736, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 45175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.323230147Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.331048635Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.331146991Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.331230558Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.331723029Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.332065962Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37736, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 45175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4477, tv_nsec: 130963003 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.332217474Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.332436871Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.332968731Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.3330785Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.333652734Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64415","req_id":"91e2e0ae-aa3e-4460-ad01-f6ad3a64f0ba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   8b 80 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.333979114Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64415","req_id":"91e2e0ae-aa3e-4460-ad01-f6ad3a64f0ba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35712,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.334280535Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.334428389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64415","req_id":"91e2e0ae-aa3e-4460-ad01-f6ad3a64f0ba","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.334603618Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59467","req_id":"da898a1b-c539-4679-8f7a-98da86fd88d1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   57 a1 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   W...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.334794459Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59467","req_id":"da898a1b-c539-4679-8f7a-98da86fd88d1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22433,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.335043364Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.335183874Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:59467","req_id":"da898a1b-c539-4679-8f7a-98da86fd88d1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.335348282Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63846","req_id":"4db01fe0-f840-41a3-bd51-e18692f13dc0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   43 90 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   C............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.336259317Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63846","req_id":"4db01fe0-f840-41a3-bd51-e18692f13dc0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17296,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.336489386Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.336796908Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.337153148Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.337320491Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63846","req_id":"4db01fe0-f840-41a3-bd51-e18692f13dc0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:52.338051678Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:52.403721231Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.403915157Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.405119046Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4477, tv_nsec: 204024904 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.405624212Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.405736847Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.407643856Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58602","req_id":"c400859a-6f0f-4f2a-ad7d-293ddf7d1bb4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   01 3b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .;..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.407758715Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58602","req_id":"c400859a-6f0f-4f2a-ad7d-293ddf7d1bb4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 315,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.408131488Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.408177309Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58602","req_id":"c400859a-6f0f-4f2a-ad7d-293ddf7d1bb4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.408286507Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53773","req_id":"f092d7ce-a259-448a-9217-d65299fcce07","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   8d df 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.408471936Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53773","req_id":"f092d7ce-a259-448a-9217-d65299fcce07","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36319,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.408567276Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.408679219Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53773","req_id":"f092d7ce-a259-448a-9217-d65299fcce07","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.408865711Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.408902233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.409842076Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.533518032Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.534874615Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.535557406Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61676","req_id":"09befe7c-7555-43cc-8244-f01638d532da","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   e5 43 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .C..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.5356198Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61676","req_id":"09befe7c-7555-43cc-8244-f01638d532da","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58691,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.535794448Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 58691,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:52.535883766Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61676","req_id":"09befe7c-7555-43cc-8244-f01638d532da","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.536247821Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.536301789Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.536329183Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.536497829Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62462","req_id":"b8d08ac6-fea2-48fb-9cff-21edb67b881e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   c1 29 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .)..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.536547859Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62462","req_id":"b8d08ac6-fea2-48fb-9cff-21edb67b881e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49449,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.536672147Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.536833208Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.536993988Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.537039909Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62462","req_id":"b8d08ac6-fea2-48fb-9cff-21edb67b881e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37736, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 45175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.537576549Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37736, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 45175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4477, tv_nsec: 336465303 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.537643813Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.537683131Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.539075756Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:56088","req_id":"ddbb5448-044e-4bf9-8626-7e83df035027","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   18 72 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .r..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.539140334Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:56088","req_id":"ddbb5448-044e-4bf9-8626-7e83df035027","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6258,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.539225103Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.539304602Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:56088","req_id":"ddbb5448-044e-4bf9-8626-7e83df035027","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.539359842Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53716","req_id":"c6a9edc1-e5c6-4ca2-82ac-e6f68003e66f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   47 de 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   G...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.539460923Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53716","req_id":"c6a9edc1-e5c6-4ca2-82ac-e6f68003e66f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 18398,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.539678366Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.539718015Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53716","req_id":"c6a9edc1-e5c6-4ca2-82ac-e6f68003e66f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:52.540142812Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:52.588201365Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.588265102Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.591067666Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"355e73fa-2ae2-4f4f-829b-581c852542a4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.592658666Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.607545036Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b0974b5-d431-413a-bb0f-27a586f3a081\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.608080894Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.641853514Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a40d025c-b1c3-4ba0-9e69-5362960ebdd0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.641993793Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.645281544Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feacf16f-f8a8-49c3-8cfe-4e5d8d3a4bbc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.645459168Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.648688823Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e85c994-4763-448b-8b32-0e3affc8db35\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.648808561Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.649501983Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.651828168Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e98de6c-bc94-4f8d-a877-12d5dd0f34e9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.65205525Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.656279256Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c78e184e-af6c-4b8c-832c-888594c600ab\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.65639676Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.659186138Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcc40b9f-0a31-48aa-aa61-6ed9f9c523d3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.659310586Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.660132834Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eeaa50b-215a-43e0-91c3-9b142a11cf66\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.660269607Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.661331422Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddf7cc26-efe3-42c0-a384-3e26c98b687d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.661469978Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.66236444Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c4401df-f75c-4855-af12-e977a3c36b2e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.662491844Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.663380795Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63bed750-c4e7-4d24-ba73-825d411440ad\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.663500073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.664805945Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55344bfc-747a-47fc-ad2f-ae91dee086a4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.664986605Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.666971951Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a223aead-1bdc-4c7d-8b2b-693e1f8e6a87\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.667136208Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.669664044Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"686581c1-bc86-48da-bcfd-77776e7bcefe\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.669779515Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.671712606Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e85db47-f67c-4a76-8c72-41d2cc3397fd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.67182987Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.673841057Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e3051d6-db27-42cb-b571-e6a39528def9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.673986517Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.675610142Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"748813fe-fc8b-4bcf-ba86-47809de87988\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.67572959Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.677906337Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2880db89-0ec6-4ad5-b133-9e8b4e9c3e9b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.678023039Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.680741506Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64c1b111-0af7-4be2-8265-7bf46f95882b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.68086897Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.684045619Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e44e14a-aede-4073-b6e9-1e77e60ac6cd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.684101911Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.685661969Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a1ba4da-0ded-472f-b515-2568d924bdb0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.685791898Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.687886522Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"446788b5-cf8a-4b67-ba87-532d7025d495\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.687957804Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.690022487Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b16ec54-7f7a-4bdb-a1d2-88f702911e9c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.690091876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.69326594Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42baef2b-027c-4606-80f0-541eec200667\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.693340909Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.695305032Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1040a73-5157-4697-bf3c-bdad2aecc475\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.695380904Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.697458373Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4443929-0f52-4934-b1da-bfe416d729cd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.697577751Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.699558367Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4efaf6bc-f287-4840-b90a-89e283522413\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.699897944Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.700288692Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.700464051Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.700572357Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.700663599Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.701663411Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.705943439Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.711482395Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.71158562Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.711672894Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.712201989Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.713608451Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ba79043-510b-457b-8be2-59f32235444c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.713846004Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.714648713Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.714759865Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.715955287Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.718510839Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f229cbb6-0056-4b79-a134-017030e45a39\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.71874233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.719978753Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"797be209-daac-4c2f-a300-f839c3d0a840\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.720472076Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.721683891Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f2fe05f-82f9-4b07-b136-f19ae3b1a40f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.722010321Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.726017214Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d96d8ee9-97a4-4702-ae61-35f9c3051eac\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.726083757Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.728187629Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"349ee191-d5d6-40da-9883-075135dcef90\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.728262729Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.72987953Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dffd1352-01dd-49ee-a7fd-79147cda2202\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.730056001Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.731886809Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0165f6ab-c31a-4344-91a7-4e063594e112\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.731962139Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.73474317Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17abc7c4-36b6-4b30-99b2-4e6197aa0f37\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.734900784Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.737645253Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5d64dba-ae06-40bb-b3cb-d62f44906bcb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.737736795Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.74503201Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96b920d4-140e-447a-9f09-d3af1fade604\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.745397208Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.745930751Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.750082563Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63d345b8-e08d-4740-bb80-81382525cb04\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.750161661Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.753653107Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8b71d15-d886-4bf5-a2e0-4df311b81417\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.753727024Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.755237865Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bac0b394-6acd-40e4-bba6-43ac78319042\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.755484426Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.757337147Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00c2158d-3d67-4772-a89c-21570b9eb99f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.757400444Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.758148865Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c725a72-8233-4119-9bfd-39d91c217316\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.758282812Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.759410549Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8603441b-1c25-490d-b031-1fe9b46e71d9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.759474055Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.759505267Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.761093582Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"258378bb-4ed8-45d1-a510-05d11c2e6450\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.761306747Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.762597047Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"192fc138-3c5e-4793-99d1-e06224e33cf1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.762754772Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.763802469Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d153c1f-f235-40d6-aac8-1db3ccfce140\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.763945735Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.765111758Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca30f226-c50c-4f9b-b942-2fbebda1e956\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.765251797Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.766426307Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5556d6e7-d7ef-46a8-b598-1f0dbf56ee60\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.766560695Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.766604953Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.766636736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.766719712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.767578863Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.77175823Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.779000791Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.779129788Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.779513643Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.77961759Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.77970293Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.780464728Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.789873293Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.796995223Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.797069841Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.797231914Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.797601731Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.79811315Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.7981685Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.79820335Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.79830374Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.798658747Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.801258357Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.808131571Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.808195178Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.80822642Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.808701908Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.858276772Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.858338435Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:52.859804837Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61982"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.859867882Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"cfd3214a-b9aa-4b81-beca-a566c6783172","remote_addr":"[::1]:61982","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:52.859900788Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"cfd3214a-b9aa-4b81-beca-a566c6783172","remote_addr":"[::1]:61982","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":412,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.860069905Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.860121909Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.861337711Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.862011734Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfd3214a-b9aa-4b81-beca-a566c6783172\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.919358103Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.919425798Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:52.9204058Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41721"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:52.92073701Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.921328048Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.922073353Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"e60eb6f0-8468-49fd-8f66-181591a8a663","remote_addr":"[::1]:41721","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.922119314Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82188bef-3d54-40a7-aca7-6f4bf0c3986c","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:52.922669811Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82188bef-3d54-40a7-aca7-6f4bf0c3986c","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.92273952Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82188bef-3d54-40a7-aca7-6f4bf0c3986c","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.923257833Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82188bef-3d54-40a7-aca7-6f4bf0c3986c","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:52.923321239Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"e60eb6f0-8468-49fd-8f66-181591a8a663","remote_addr":"[::1]:41721","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":1350,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:52.924465679Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e60eb6f0-8468-49fd-8f66-181591a8a663\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.001851696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.001918519Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:53.019196745Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47333"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.019461062Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.019863363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:53.020174663Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82188bef-3d54-40a7-aca7-6f4bf0c3986c","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":98033,"response_code":"200"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.021524833Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"931e3202-141c-4075-ba03-9f8aca03e953","remote_addr":"[::1]:47333","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.021730092Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","method":"GET","req_id":"ce73f7ee-a948-4fc8-b746-90a7cc7ac3c4","remote_addr":"127.0.0.1:46173","local_addr":"127.0.0.1:44253","component":"dropshot","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.070788308Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82188bef-3d54-40a7-aca7-6f4bf0c3986c\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.071034909Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:53.080884564Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"931e3202-141c-4075-ba03-9f8aca03e953","remote_addr":"[::1]:47333","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":59364,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:53.080961637Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","method":"GET","req_id":"ce73f7ee-a948-4fc8-b746-90a7cc7ac3c4","remote_addr":"127.0.0.1:46173","local_addr":"127.0.0.1:44253","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":59275,"response_code":"200"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.08238812Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b41292e4-f443-4e68-b887-813065cb2fd2","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.082630793Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.082902214Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b41292e4-f443-4e68-b887-813065cb2fd2","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.082970109Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b41292e4-f443-4e68-b887-813065cb2fd2","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.085067408Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b41292e4-f443-4e68-b887-813065cb2fd2","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.085175383Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"931e3202-141c-4075-ba03-9f8aca03e953\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.222607698Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.222815171Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.223404425Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.223624734Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.232997289Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.23311324Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.233187017Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:53.234530393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44884"}
{"msg":"inserting 5 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.235161911Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 5 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.235350167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 5 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.239823018Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.249301053Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:53.250970259Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b41292e4-f443-4e68-b887-813065cb2fd2","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":167515,"response_code":"200"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.251335937Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"3c89bfc3-14a8-4d2f-a533-247cf0658d5c","remote_addr":"[::1]:44884","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.252382793Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b41292e4-f443-4e68-b887-813065cb2fd2\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.252659855Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.252717891Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:53.252748953Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.252779093Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.253655759Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.253715398Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.253744767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:53.254011248Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"3c89bfc3-14a8-4d2f-a533-247cf0658d5c","remote_addr":"[::1]:44884","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":2680,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.258751302Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c89bfc3-14a8-4d2f-a533-247cf0658d5c\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.261578054Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.261638484Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.261667652Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.26595787Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.266026627Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.266064042Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.266094703Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.266820299Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.270422796Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":10}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.270567144Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.276587599Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.280471257Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.280764462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.28086887Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.281395288Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.288821815Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.288923688Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.300801795Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":5}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.300898016Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.311681692Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.311814527Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.315112227Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:53.340756702Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:53.347361352Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:53.347633814Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.347688443Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":28,"elapsed":"1.04722656s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.347727782Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":29,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.347757431Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.34778703Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.347815877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.347842821Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.349800361Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.351296442Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.356904395Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.357138402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.357338591Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.358792477Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.366339424Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.366449113Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.36653328Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.366613049Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.371474876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.371720255Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.371827439Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.372393827Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55729","req_id":"6fce4ea8-d747-4427-bc92-727204ac730f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   b4 45 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .E..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.372567643Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55729","req_id":"6fce4ea8-d747-4427-bc92-727204ac730f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46149,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.373017129Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.373265163Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.373497887Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.373660511Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:55729","req_id":"6fce4ea8-d747-4427-bc92-727204ac730f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.37432775Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4478, tv_nsec: 173252145 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.374469994Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.374645263Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.375215389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60574","req_id":"44b3598d-7ebb-4ab3-b072-133b1fc7edf1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   99 28 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .(..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.375521459Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60574","req_id":"44b3598d-7ebb-4ab3-b072-133b1fc7edf1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39208,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.37576317Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.375903259Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60574","req_id":"44b3598d-7ebb-4ab3-b072-133b1fc7edf1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.376072036Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62952","req_id":"17acd4eb-7a1c-4510-bd0a-871b4c7f95d4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   3a 73 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   :s..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.376307505Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62952","req_id":"17acd4eb-7a1c-4510-bd0a-871b4c7f95d4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14963,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.376555319Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.376692472Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62952","req_id":"17acd4eb-7a1c-4510-bd0a-871b4c7f95d4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.37690232Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.38466662Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.384740738Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.384776659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.385937953Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.506083064Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.507586289Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61710","req_id":"353e9c50-c97d-4cba-905b-afcbf52ed762","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   56 2f 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   V/..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.507658323Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61710","req_id":"353e9c50-c97d-4cba-905b-afcbf52ed762","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22063,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.507870395Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 22063,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:53.507972479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61710","req_id":"353e9c50-c97d-4cba-905b-afcbf52ed762","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.508437255Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.508495481Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.508525451Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.513911612Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f974622b-29db-4880-87e0-47834ff6f2b2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.514154727Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.514365426Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.514419254Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.515939623Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.517641534Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8b8c460-12a2-4564-a237-84fb3e679091\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.518324805Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.520051776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3ab2a1c-be69-4d40-93ec-6cd8072f6766\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.520115894Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.52178516Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b91be9fd-b23e-4e41-bd6e-5a31590683ea\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.52265886Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.52734117Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55e4e7b3-a41c-466d-b31e-4b04c806811c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.527529665Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.532711149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81d6c8ac-5d06-48fb-96c7-b232f53a438a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.533071828Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.545017338Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32e2cfe0-a5fc-4695-817c-978d50b232d1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.545257046Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.549482876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f8c62bc-6e46-4dc0-a300-bfe70251d73b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.549701311Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.552884914Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37ac4c72-d908-4189-a1c9-0eeddd2bdb85\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.553115754Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.554791713Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cefa2cfe-35a2-41ec-8af0-181b4782452d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.555059006Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.557100633Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65999d73-c09e-4b78-87b6-df4d2f2ef2d7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.558372197Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.559811314Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"697038c6-e6a2-42ae-b6dd-b62d09264c45\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.561175352Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.564799242Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"850d50a8-2f35-461f-a3f9-99fa542270c2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.565071054Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.572902247Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acb0c4d4-6e7d-4a17-b4e4-f73a8ff19660\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.573208868Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.576975102Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6d179e5-9bd4-4434-9647-24afaf33d159\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.577421031Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.581260881Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f80e4d8d-daec-45db-ae9d-fe0d938b1362\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.589639425Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.682805112Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"780236d5-9186-40d1-9dba-ec285f371b44\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.685074784Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.720851196Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.735130587Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae083cdd-eb3d-448f-9125-28aebaced869\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.73532817Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.739285034Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"101d23ea-8ba6-426e-9870-1b2401599c1d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.73937336Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.741873882Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e904f2cf-fe6a-420d-87a8-a05e983a5270\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.743111568Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.745292714Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37301bd3-8834-4180-8823-a2c4027bf265\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.745560247Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.747214693Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9987152-cfef-4ad4-9015-7f8c409104f6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.74750385Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.749180029Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"153df132-c38b-4d3a-81a5-44c50abda541\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.749300098Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.752436638Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21e0b6b6-e672-44bb-a33e-b221e6bd3e7e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.75267846Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.757412251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cea9379-4b75-443b-b224-006f5d5a4671\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.757645596Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.763228089Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1529e6ab-4fa0-4cfa-9d83-99674d788418\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.763303489Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.767151146Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6ef3a7c-abe9-445c-a849-87a7a6c522cd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.767290203Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.770521962Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98594763-f039-4be1-a1fa-7f428c3f85eb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.770586771Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.771256124Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.771307567Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.77133928Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.771397727Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.772143502Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.775842533Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6df8a7af-01d9-4f05-b31f-470b15a2ec48\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.777057353Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.786109438Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.795279389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.795362865Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.795396482Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.795733654Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.79894371Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6b6aa68-4f73-4cc9-bed8-8b5b50bbcd6b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.7990594Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.800640931Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.800691221Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.801429753Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.80239218Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29f5d0d0-b745-41a7-8df2-add092fcc845\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.80262806Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.804626953Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f537898f-3d4a-4865-b820-9fec7612c925\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.805123172Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.806438162Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d165c6b3-03a0-44fd-a6c2-fb996fca5766\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.806510556Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.807638193Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b299da9c-0092-429e-ab30-7fcca114efe8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.807715908Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.809035787Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a1efc4c-4e21-43cd-83a0-1e5e2882a63c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.809196708Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.811356231Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c71257fc-e8b4-4820-a27e-f078b8b4d81d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.811522442Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.813983435Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"983fd1d3-cdbc-4256-9775-37b9fc433609\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.814150668Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.817534801Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acd52ed9-afb4-49c9-a8bf-845cfe56521b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.817603779Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.819770455Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c51736b2-acad-4e6d-8d7e-2dbdd4179315\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.819841848Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.823193967Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"608bdcf5-e615-40e8-81e8-84096cfd4400\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.823272223Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.827174628Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2ae1eda-2c1e-40b1-8bd9-4c1cd1b30ee5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.827410708Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.828502233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7bab908-91ac-4e1a-a995-5f6f3ebe69b3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.828715438Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.831367001Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5db5c4d7-124a-4fe9-b8e6-1f06a7dd8fe1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.831535256Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.832208027Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.832913622Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30c45d0d-a0bb-401e-aff8-f3efd349ca29\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.833073321Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.840714014Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd182b33-c9f6-4c05-98f9-0dc40fcc92c5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.84078207Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.840999132Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.842729119Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33d04165-f0f5-403e-bc96-0cae82c8786c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.842942925Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.849000514Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8b4deaf-fd5f-4fee-a1d5-055fb5095a58\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.849537945Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.850887133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdaa4251-3ad4-40f1-bc96-3c7ce8798631\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.851120999Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.852979512Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff281252-d933-4c2d-bcc2-295286edf113\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.853122167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.854414892Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb6b77f7-514a-4637-b622-f889dad28dee\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.854685041Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.854736984Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.854769539Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.85480046Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.855636356Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.860713712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.867871444Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.86802505Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.868065711Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.868098115Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.868127885Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.868468784Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.873469818Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.884119888Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.88429159Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.884392441Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.885186573Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.886306003Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.886433367Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.886523386Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.886603767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.88869346Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.955393055Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.955457002Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.956110184Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.966546207Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.966661657Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.966755694Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.967547512Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:53.96815407Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47512"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:53.970001Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"c4476a6e-7485-48b3-bd26-dd2d48287f41","remote_addr":"[::1]:47512","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:53.973666383Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"c4476a6e-7485-48b3-bd26-dd2d48287f41","remote_addr":"[::1]:47512","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":3518,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:53.974483912Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4476a6e-7485-48b3-bd26-dd2d48287f41\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.044659182Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.044738039Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.045184027Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.0452505Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.04656046Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:54.046995557Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33184"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.065467551Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"fd84683c-4a9f-4fd1-b409-13e63126a39b","remote_addr":"[::1]:33184","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:54.066026274Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"fd84683c-4a9f-4fd1-b409-13e63126a39b","remote_addr":"[::1]:33184","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":546,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.071744497Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd84683c-4a9f-4fd1-b409-13e63126a39b\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.146129685Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.146283702Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:54.149771842Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54330"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.150276097Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.15041846Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.150545403Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.150692646Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.151226711Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.152192335Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.157952872Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"179dcd0d-3462-4112-9e4a-e1ee6ef08583","remote_addr":"[::1]:54330","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:54.164230199Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"179dcd0d-3462-4112-9e4a-e1ee6ef08583","remote_addr":"[::1]:54330","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6283,"response_code":"200"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.166207178Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.166311045Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.167371147Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.16844656Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.168559214Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.168673793Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.168832399Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"179dcd0d-3462-4112-9e4a-e1ee6ef08583\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.252251115Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.252323299Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:54.253353271Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57779"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:54.256269992Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.257109996Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.257149375Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.25726773Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"0fbf9e90-310a-433b-ae64-fc6f47abaf04","remote_addr":"[::1]:57779","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:54.25781942Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"0fbf9e90-310a-433b-ae64-fc6f47abaf04","remote_addr":"[::1]:57779","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":545,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.264383518Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fbf9e90-310a-433b-ae64-fc6f47abaf04\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.267394758Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.267525579Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.267570478Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.273888827Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.273958245Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.273996612Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.274026401Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.27596302Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.279100821Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.284655539Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.284957641Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.285015035Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.285473388Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.303546458Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:54.319084035Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:54.319553371Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.31979916Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":29,"elapsed":"971.977752ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.320202975Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":30,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.320444757Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.321197597Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.321306534Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.321391813Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.322381165Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.327858157Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.335725462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.335870421Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.33622112Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.337015072Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.342153159Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.342213329Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.34406565Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62375","req_id":"25b00baf-406f-4734-aa9a-5c0ff27ef6d1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   94 b9 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.344129246Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62375","req_id":"25b00baf-406f-4734-aa9a-5c0ff27ef6d1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38073,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.344202222Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.344227642Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.344428483Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.345424046Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:62375","req_id":"25b00baf-406f-4734-aa9a-5c0ff27ef6d1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.345869193Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4479, tv_nsec: 144762476 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.345939794Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.346206625Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.34728817Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:65308","req_id":"5aac1d2b-7d78-497e-a071-20e3cb8bc798","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e7 86 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.347480383Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:65308","req_id":"5aac1d2b-7d78-497e-a071-20e3cb8bc798","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59270,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.348043505Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.348218003Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:65308","req_id":"5aac1d2b-7d78-497e-a071-20e3cb8bc798","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.348492831Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57932","req_id":"59551715-cb55-44e6-8e80-638a762e0a09","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   fd 9d 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.348854301Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57932","req_id":"59551715-cb55-44e6-8e80-638a762e0a09","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64925,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.349139709Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.349884994Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57932","req_id":"59551715-cb55-44e6-8e80-638a762e0a09","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.502427265Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.502858444Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.502918714Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.502954596Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.50298196Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.504021521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.505856898Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54605","req_id":"14ea0619-1820-4357-bc09-3b2848fd1e0b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   f5 77 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .w..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.50592282Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54605","req_id":"14ea0619-1820-4357-bc09-3b2848fd1e0b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62839,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.506136756Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 62839,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:54.506281464Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54605","req_id":"14ea0619-1820-4357-bc09-3b2848fd1e0b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.506677924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.506733415Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.506763986Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.508834741Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98f1f311-741e-4744-a303-19cf094a3d44\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.509056142Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.509287433Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.51706515Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.517141662Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.517176672Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.518053429Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.522076244Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.522139981Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.522980416Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.523296315Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2a4500c-c69a-431a-842b-c8bf0081cd6a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.523824618Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.527668246Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0b7da1b-132d-4b39-ba31-884e89c6f4cf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.527985849Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.531832934Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d32b73fd-b834-4a27-8f92-689b5f25c1e5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.532245606Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.536946001Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1da5e0b8-8572-4fc9-8747-8f15f1dcdbd6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.537309405Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.539928554Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"140166dc-5307-4eaf-911f-e4e5745ae7ee\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.540182179Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.543161956Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e8cbc06-2cf4-44f9-aad4-51bfe4e488e2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.543378608Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.546630637Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c02369e7-53ae-44db-a616-f3137b14eed1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.547643575Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.55283554Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7797e384-e895-44f7-a59b-9a09ed342cb5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.553138474Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.554681628Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26388c11-7599-4109-be12-89209941abba\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.555213248Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.556587085Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ae5ea89-1763-4781-b4e7-a0ffc7ec1d88\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.556809799Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.559042407Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfc06330-be80-42e6-81fa-33042d3e6e50\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.559257445Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.56701925Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.568682765Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56bce973-00b7-48ab-b311-40a7efa7fd33\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.569036259Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.572929977Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36bf9713-0b7f-4ad2-82fa-0aa4afac3ab0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.573145917Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.577586835Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ee2ea7b-68a5-4c21-8e6e-3ba5277e9f02\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.577797335Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.58129325Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e80193d7-b22f-4a31-8f25-154cfd1f95af\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.581531585Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.586938318Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57043e77-2bbc-4fd3-8ebb-406928c01bf4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.587187444Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.591388945Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f4aeae7-95e7-4b73-a188-d7808645521c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.59160209Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.609671692Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"930bbbae-feef-4ee2-a445-3f83794e5ad5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.609788535Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.621173649Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.621236735Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.621272306Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.621301234Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.622458149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.627637077Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc1b0629-7a46-4edd-bc15-c0c282d929f2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.627822597Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.629847832Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.636486068Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.636548132Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.636579054Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.637021836Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.647690523Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a8300c3-194c-44aa-9df0-4232d316f008\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.647844459Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.648782699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.648845043Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.649377915Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.658688696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0495f85d-8167-480e-8e84-4c588db9e659\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.65888138Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.670113689Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34f26f72-150a-420b-895b-397be1d0a5d7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.670654226Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.677377532Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2642a72c-98e9-42a7-b95a-580a86f1a5d3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.678398186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.689831606Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a3351d8-1c7e-428f-84ab-344e607d03ec\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.689912988Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.695261695Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04fefde2-770e-4ce5-9dff-49cd2ce738b8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.69534955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.69920932Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2103c6c-cc28-4f4d-b025-f02f2156e172\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.699301795Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.701737177Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf3cf45c-0d1c-48b5-95ac-b0d9d33aca63\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.701806305Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.709696415Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.709978597Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1876243-8f19-4b82-a978-c0a0bb822ffb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.710120109Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.713492419Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a44685c-7ebe-4695-890a-5ce43149728a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.713666756Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.714415367Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c087ad7d-5fc1-4663-9416-aece98ef73a0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.714562Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.715659877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dc380cd-a561-48b0-8d76-4de26d00768d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.715787792Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.716687354Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a57eae16-184f-42e9-93b7-79a56038d3ff\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.716816682Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.717854279Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d776352-70f4-49f1-a1ae-0cc656c8ba90\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.717920962Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.718946455Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b381c206-4080-4a68-8cf6-673f0650c9a7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.719106053Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.720776291Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7815d681-347f-400f-a995-ba7e40a5d05a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.720844637Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.723714976Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6178e268-fed7-4b41-8e83-ae51ebe5af68\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.723836869Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.727440299Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67047ef1-50f3-4865-98be-e75ef4ed8444\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.727518925Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.732719808Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c36c7462-b283-41eb-a52d-09fbf9c2b42a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.734344064Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.734578261Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdc430ea-3106-4817-87e8-187055b0cba5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.734682739Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.739103767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"affdf20b-eefa-47b2-8012-1bdc06f64135\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.73917004Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.739206402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb95c0bc-8808-4a99-9661-647c06c59461\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.739239247Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.740725689Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4650c890-5ff1-4294-b718-8127fae606c4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.740785508Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.743157134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52a73355-d3b8-4411-a279-a303e4128028\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.743659434Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.744523456Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39fd1734-5a46-492e-aa1d-f9eecdc41f69\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.744795358Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.744849746Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.747941676Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4febf1e4-1878-4a18-af8e-c1ccca70e664\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.748449578Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.760160722Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f36b7a04-bb17-470c-a586-8ec780b8fc26\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.760342063Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.760770226Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.760822711Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.760856569Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.760885115Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.761890368Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.764643754Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e65458db-33cf-4005-92d1-1f7ea91afbf7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.764844544Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.766407659Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.781514538Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.781683074Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.781784646Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.782508138Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.785519969Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a50af27f-d2cd-4ac0-93d9-aa02901eb018\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.785822662Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.786784017Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.786990558Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.787614712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.791640834Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80d0dfb0-745d-4694-bd28-2a7880183baa\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.791875261Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.792093055Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.861209344Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.861294013Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.861878538Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.88865094Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.896090653Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.896169109Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.896204039Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.896235181Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.896264469Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.89719315Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.907677008Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.912765336Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:54.912913972Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.913006547Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.915706546Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:54.9166871Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:54.924675727Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.003422264Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.003483767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.004299853Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"de956ee1-2c4f-4ee1-87d6-bb3e252672ca","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.004657716Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"de956ee1-2c4f-4ee1-87d6-bb3e252672ca","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.004728417Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"de956ee1-2c4f-4ee1-87d6-bb3e252672ca","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.007919555Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"de956ee1-2c4f-4ee1-87d6-bb3e252672ca","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:55.008908916Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64051"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.015144139Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"dcb040fd-710c-4b15-9eb0-5ace2136a0a4","remote_addr":"[::1]:64051","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:55.015250572Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"de956ee1-2c4f-4ee1-87d6-bb3e252672ca","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":11152,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:55.015795337Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"dcb040fd-710c-4b15-9eb0-5ace2136a0a4","remote_addr":"[::1]:64051","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":713,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.020073811Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb040fd-710c-4b15-9eb0-5ace2136a0a4\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.079254385Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.079333202Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.07957312Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de956ee1-2c4f-4ee1-87d6-bb3e252672ca\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.079800864Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:55.08280543Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53906"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.082949577Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"107404d2-c8aa-48b4-b48c-10efcd8188e6","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.083378722Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.085070082Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"107404d2-c8aa-48b4-b48c-10efcd8188e6","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.085226554Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"107404d2-c8aa-48b4-b48c-10efcd8188e6","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.087830633Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"107404d2-c8aa-48b4-b48c-10efcd8188e6","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.088080891Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.093162015Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"c8283e47-5947-447c-a8c4-3f399eb1089c","remote_addr":"[::1]:53906","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:55.108473462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"c8283e47-5947-447c-a8c4-3f399eb1089c","remote_addr":"[::1]:53906","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":15359,"response_code":"200"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.111196257Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.111267269Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.111347909Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.111380073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.111404031Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8283e47-5947-447c-a8c4-3f399eb1089c\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.197772374Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.198028996Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:55.19969728Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"107404d2-c8aa-48b4-b48c-10efcd8188e6","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":116012,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:55.199942117Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40587"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.200506702Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.200567714Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.203184838Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"107404d2-c8aa-48b4-b48c-10efcd8188e6\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.203251842Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.203284517Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:55.203312873Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"unrolling 2 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.206065628Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.206122361Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.21067896Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"e4a1874b-c97c-4aa8-8b81-da1d2d0e4903","remote_addr":"[::1]:40587","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:55.211081612Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"e4a1874b-c97c-4aa8-8b81-da1d2d0e4903","remote_addr":"[::1]:40587","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":422,"response_code":"200"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.216823543Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.216939914Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.225877131Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4a1874b-c97c-4aa8-8b81-da1d2d0e4903\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.312421956Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.312503388Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.314619685Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:55.31481771Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50737"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:55.315805377Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.317670904Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"91e58919-f833-4caf-8bb4-66e2d78caa2b","remote_addr":"[::1]:50737","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:55.324622926Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"91e58919-f833-4caf-8bb4-66e2d78caa2b","remote_addr":"[::1]:50737","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":7087,"response_code":"200"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.326720475Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":2}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.326779112Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.326877748Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91e58919-f833-4caf-8bb4-66e2d78caa2b\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.330679874Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.330736948Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.330765114Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.338469264Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.338526768Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.33856271Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.338590836Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.339283236Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.344809496Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.363875063Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.364184931Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.364235311Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.364788052Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.365944035Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.366033353Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.366069876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.366099605Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.369438909Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.382732916Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.389438046Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.400603322Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.400721668Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.409256282Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.411685312Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.411745542Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.41278322Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.5314372Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:55.532246633Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:55.532668543Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.532725016Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":30,"elapsed":"1.212488434s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.532761959Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":31,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.532790296Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.532820827Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.532852209Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.532880125Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.533733375Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.537198759Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.543357681Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.543440085Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.543476087Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.543965802Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.54898863Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.549061936Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.550857764Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51995","req_id":"44f0e328-a4b0-4f0e-afc0-d98aa4e5b8e0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   1e 48 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .H..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.550925198Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51995","req_id":"44f0e328-a4b0-4f0e-afc0-d98aa4e5b8e0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7752,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.551206599Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.551371698Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.551552408Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.551793959Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51995","req_id":"44f0e328-a4b0-4f0e-afc0-d98aa4e5b8e0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.552288054Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4480, tv_nsec: 351122520 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.552360598Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.552394125Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.553169991Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63392","req_id":"3d853569-6744-4de3-b0e5-ac9fae1de19f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   70 06 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   p...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.553235201Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63392","req_id":"3d853569-6744-4de3-b0e5-ac9fae1de19f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 28678,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.553391522Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.553428025Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63392","req_id":"3d853569-6744-4de3-b0e5-ac9fae1de19f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.553537022Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53053","req_id":"aca67c41-23dd-4f95-a8cf-005cb1c6b77a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   7b c6 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   {...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.553633705Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53053","req_id":"aca67c41-23dd-4f95-a8cf-005cb1c6b77a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 31686,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.553724336Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.553746931Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:53053","req_id":"aca67c41-23dd-4f95-a8cf-005cb1c6b77a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.698057219Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.698557957Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.698621193Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.699469523Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.699531898Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.699970001Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.701238468Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49670","req_id":"33b67b01-2e94-453a-ba3a-a76125292c93","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   db a4 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.701308678Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49670","req_id":"33b67b01-2e94-453a-ba3a-a76125292c93","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56228,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.701387465Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 56228,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:55.701461232Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49670","req_id":"33b67b01-2e94-453a-ba3a-a76125292c93","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.702481585Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.702567977Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.70259943Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.703946103Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.717860837Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.717928001Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.717965265Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.718362166Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.729525318Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.729610547Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.730202306Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.730743695Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ee414fd-3de4-4e81-961c-5ced6385dd50\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.730997661Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.750314208Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"648baa66-9209-4b29-b219-16b787337799\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.750670608Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.781786925Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ff76c4c-3c1d-4cf4-8945-e55d4a0df1e1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.784540041Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.791142425Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4ef0d92-d4a3-476f-99ac-eaef0fadae40\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.791382223Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.797961963Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.803570858Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"687a7cc0-3ec3-4fa5-a573-3392c14bc803\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.805099814Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.808257436Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dc4b5d0-1d9a-4eeb-b4a4-42b00ff80bac\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.813371365Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.81980849Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"723ddb1d-995e-402f-be93-3211fbdeb0db\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.819891786Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.823078185Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ce3f551-08e9-413b-a942-f426c15bc801\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.823234837Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.824437133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6ccc65f-cbc1-47e2-9b10-7472baf7e66e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.824593043Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.828298316Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8445b6be-3289-49cb-8b8d-2b4678c97f76\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.828363786Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.829076586Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3052cb6c-1d1d-4975-9179-837a36859304\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.83014748Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.831250698Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a24595e-9e9c-4b73-8315-ffdf1bbe4593\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.833411153Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.837745529Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5922f107-7cd4-4d23-8c44-a2a1360f3862\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.837929846Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.839656176Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3a854c4-3693-4340-a537-658ed55679cc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.839852166Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.842690702Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0a534e8-44db-4264-91f7-e7e5e8ff88f7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.842848566Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.846139633Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e749c908-2b8a-46eb-8bff-968e3345ff65\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.846264633Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.850203881Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.85026857Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.850304381Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.850335994Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.851366778Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.855910922Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.898609336Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.898690377Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.898725778Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.900115186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.927111675Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0933139-7bab-461e-91a1-2d29336e729e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.927245311Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:55.927481291Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.927579487Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:55.928350133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.017956087Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8d0cb16-1ec4-4dfa-b42c-491e31be0ca4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.018040936Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.034155733Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ee05eaa-612f-40b7-aadb-4d984844ec3b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.034662884Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.036395195Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bc3c75c-091b-4b27-a3dd-a68d0493f4c9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.036642398Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.038025734Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f43b43a-4644-4d90-9ba9-5d1df43024d0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.039584239Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.04844317Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38052498-b83d-4f30-b0a2-d3252825bb4d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.048549141Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.049049789Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.050580709Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e928712-522f-4731-975a-f53296913b1d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.050652222Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.052446446Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63060faf-d1da-41ac-8eed-73b5e5d8f31e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.052569892Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.054700858Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"852e723a-c9d3-42a7-b143-a2de640378a1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.054772691Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.057106141Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cde101a8-183d-4b31-a1d7-4a5c3da9a21d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.058271162Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.060089264Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee31b013-5585-4a9f-95c7-8041e4b66b5a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.06034294Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.062923281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21a342fa-708c-42de-8d4c-95c03c7357f1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.06313392Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.064803477Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57b5db95-bacc-4f0b-8521-6336f644a96d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.064963987Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.066595948Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"364ae101-17e3-4c42-8c09-e6be4a546acf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.066756478Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.06769609Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90add53d-5cd5-4273-82d5-73d1914b15c6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.067829676Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.068991782Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1102944b-b6e6-4648-98f8-699935800a9c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.06914639Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.070204067Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e4d8173-a1ae-450d-94a7-774fd1f6330c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.070403525Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.07151559Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"527d841d-fa74-41ef-bf5e-457f845858f0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.071619147Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.072850029Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cddfa11-240d-4504-a66f-3532409795ba\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.073035809Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.073379775Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.073486347Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.075859636Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.076505112Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.076601053Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.076636974Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.077902646Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e15dfaad-cc45-4dbc-92d0-520968562a6e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.079019642Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.081908197Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af423a2e-1952-4a24-9943-0e3b442ef9bd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.081980862Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.08374671Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40378ab3-be21-4b53-a00c-3fc58f662771\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.083825146Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.086457712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33f4c8a3-b330-4869-9f72-338f67e20c39\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.086531819Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.088516754Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"609d8ecf-5c62-4e23-96c3-b566448a3163\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.088651543Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.090536388Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e024e24f-446d-4625-b53e-cb9c23242ad4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.090609604Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.091483375Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e30d6cf5-ee85-4c33-9dda-a9f55bfb42b4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.091652652Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.09278563Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5293cb2f-e87f-49a0-8f37-88b441e522e1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.092850308Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.093790041Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f1a0356-a29c-46e2-9377-cd698236764c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.093855972Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.094864732Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cac8b60b-2ef1-4ff5-b92a-d67eabef52bc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.094928048Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.094956675Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.100052518Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ebad843-9501-4f7e-99a8-63b952a4e917\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.100265653Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.100508637Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.100565591Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.100596372Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.100623917Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.1013633Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.10661326Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3ce7311-e26b-446b-88e5-91b5f78a270e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.106872928Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.107091233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.126278251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.126343862Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.126382128Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.127423964Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.131284366Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.131348133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.131986475Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.132201804Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83e1606e-97f5-422e-8a8e-7484790f6883\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.132390911Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.134068934Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f201fab-319d-4672-b362-7fa9ff31528b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.134281487Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.136449858Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4863930-0975-46b3-b651-ebb52dbc9e75\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.136584366Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.136695818Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.136743322Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.136848242Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.137372065Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.139349225Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.146585853Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.146652867Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.146687405Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.14671984Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.146750561Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.147946073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.148052996Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.148087365Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.148111583Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.159075418Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.213142663Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.220760551Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.220853146Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.22089036Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.221712238Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.223808254Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.223881389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.229537479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.229603039Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.296410028Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.296475729Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:56.299033395Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50276"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:56.299445516Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.29971859Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"3a1f68b2-950c-4d0d-83f1-f0b031a31062","remote_addr":"[::1]:50276","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:56.300081072Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"3a1f68b2-950c-4d0d-83f1-f0b031a31062","remote_addr":"[::1]:50276","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":358,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.300353756Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a1f68b2-950c-4d0d-83f1-f0b031a31062\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.346518686Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.346656902Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:56.347438028Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52542"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.348053564Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"bba24336-6fcd-4a96-b6eb-48901f79db33","remote_addr":"[::1]:52542","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:56.348423241Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"bba24336-6fcd-4a96-b6eb-48901f79db33","remote_addr":"[::1]:52542","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":380,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.348828218Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bba24336-6fcd-4a96-b6eb-48901f79db33\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.403815957Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.40388236Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:56.405060848Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65298"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.405892755Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"ba5322d4-89e9-40f1-9b72-8b49ffd59d97","remote_addr":"[::1]:65298","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:56.406491919Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"ba5322d4-89e9-40f1-9b72-8b49ffd59d97","remote_addr":"[::1]:65298","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":606,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.406961765Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba5322d4-89e9-40f1-9b72-8b49ffd59d97\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.47393273Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.473990816Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:56.474702705Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50454"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.4760052Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"505e2b91-4a17-4d54-b281-d0b7221f48e2","remote_addr":"[::1]:50454","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:56.476143034Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"505e2b91-4a17-4d54-b281-d0b7221f48e2","remote_addr":"[::1]:50454","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":331,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.476712148Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"505e2b91-4a17-4d54-b281-d0b7221f48e2\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.480499855Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.480582059Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.48061264Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.487099054Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.487173001Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.487209033Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.487719309Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.48910975Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.495975279Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.496772628Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.501394907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.501681117Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.501788541Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.503024143Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:56.529140238Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:56.529413482Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.529468402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":31,"elapsed":"996.665531ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.529506207Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":32,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.529536818Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.529567179Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.529598321Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.529625284Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.530725526Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.532874849Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.538069218Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.538188045Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.538290619Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.538833922Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.542883711Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.54300877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.543900306Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54884","req_id":"4abf1125-60c6-444e-8ee9-db71033b2e7a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   97 76 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .v..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.544140565Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54884","req_id":"4abf1125-60c6-444e-8ee9-db71033b2e7a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38774,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.544606233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.544752294Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.544968575Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.545107612Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54884","req_id":"4abf1125-60c6-444e-8ee9-db71033b2e7a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.545579472Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4481, tv_nsec: 344407545 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.545645463Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.545769691Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.546278875Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49749","req_id":"7e99a440-df08-4818-ba6b-fdfb93cf43bf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   cf 31 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .1..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.546332152Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49749","req_id":"7e99a440-df08-4818-ba6b-fdfb93cf43bf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53041,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.546413644Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.546500267Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:49749","req_id":"7e99a440-df08-4818-ba6b-fdfb93cf43bf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.546680395Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52629","req_id":"52a25935-c834-47ac-8c01-bba21becb510","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   fe e8 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.546726598Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52629","req_id":"52a25935-c834-47ac-8c01-bba21becb510","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 65256,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.546809102Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.546887789Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:52629","req_id":"52a25935-c834-47ac-8c01-bba21becb510","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.740221764Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.741343669Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.74186087Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.742035247Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.742291949Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.743986956Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.75118627Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50255","req_id":"d3144e8e-7b35-4fe1-9a33-987c6ed119d1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   ad 5d 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .]..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.751448122Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50255","req_id":"d3144e8e-7b35-4fe1-9a33-987c6ed119d1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 44381,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.75178832Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 44381,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:56.751868269Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:50255","req_id":"d3144e8e-7b35-4fe1-9a33-987c6ed119d1","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.754718408Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.754776373Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.754808046Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.756380079Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.77145796Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.771582488Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.772464375Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.773233548Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.789752591Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.78986241Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.790530771Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.797820556Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23d1a9c5-e259-47b5-bb8a-797c306fbee1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.798187788Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.817706487Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce298d45-1947-49a6-81ed-623dd517c4c1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.817998279Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.835134572Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1d94cb8-cca7-4492-981c-b9021ca49c2e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.835252527Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.846550778Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00c6436a-c838-4c52-a801-7be5b548d761\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.846741668Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.853666505Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f4d0cd3-9239-4fb2-9107-b3a67ee2f7b8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.853793649Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.855913663Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.864085625Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67ebd20c-2269-4c65-bc6b-72ee18ed2ac4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.867560087Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.87104436Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fa0ca8c-8082-4e74-aed2-437519b49106\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.871353936Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.890737978Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f404eac8-a7ac-4418-b585-8c5caa6188cf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.891005852Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.908843191Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.909017028Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.909253248Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.909377957Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.910365003Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:56.911007944Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.918442918Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.919940762Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e41ff885-9830-4920-aaae-10dc1742baef","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.920514736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e41ff885-9830-4920-aaae-10dc1742baef","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.920650927Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e41ff885-9830-4920-aaae-10dc1742baef","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.921463717Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e41ff885-9830-4920-aaae-10dc1742baef","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.922590001Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.930174472Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.930833866Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.930942763Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.931599672Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.935949639Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acebd8da-8882-4063-ba96-23b39b8a3645\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.936407481Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:56.940860804Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e41ff885-9830-4920-aaae-10dc1742baef","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":20923,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.950023009Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e41ff885-9830-4920-aaae-10dc1742baef\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.950337797Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.953192595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.953251873Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.954081035Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.954673525Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"47a6b0f4-d5a7-46e7-91e3-ed346b8f18c0","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.955743627Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"47a6b0f4-d5a7-46e7-91e3-ed346b8f18c0","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.955902574Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"47a6b0f4-d5a7-46e7-91e3-ed346b8f18c0","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.956452991Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"47a6b0f4-d5a7-46e7-91e3-ed346b8f18c0","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.959059464Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a04aa443-8db4-4e2f-921e-202e37f4237d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.959268551Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:56.962890367Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"47a6b0f4-d5a7-46e7-91e3-ed346b8f18c0","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":8223,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.963975739Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47a6b0f4-d5a7-46e7-91e3-ed346b8f18c0\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.964044376Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:56.964077302Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:56.96410176Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.965409646Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e67ba0c-0d80-433b-8fcc-dee34a76c130\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.965568052Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.968504613Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21bfa5f8-604b-4b26-9d5e-9b949010ef66\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.968624752Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.969953019Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"130df75f-f9dc-4ff3-b0f8-281dfaca1ccf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.970132256Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.972527799Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a430f4e-07a2-40b6-a7af-041e8fa4e2a3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.972597738Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.976765763Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c842285a-a5d4-48e9-9385-d5d9aac78a82\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.976920451Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.979543557Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15eef732-f9f3-434a-b33e-04ee3bd6b54b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.979611923Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.982986768Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2de08fa2-3eee-44cc-876b-8f23ede3bb5b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.983097147Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.985684883Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12e843b0-dde0-434a-a8de-70517161b788\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.985883609Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.998907078Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e90846a-76dc-4e51-9677-f454815ae3b8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.999030694Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:56.999649397Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.004693347Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a654fcdc-d8ef-4f9a-94db-8e1e326fb389\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.005059396Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.007032307Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4315df3a-ce4c-4d13-86ec-33f94a311e6a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.007363036Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.009077963Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c236d45a-5b26-4aa0-87dd-ae846118f379\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.009303251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.011293126Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cc63b4a-854a-4cc2-87fd-d7e9e7340a04\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.011807521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.015226323Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f9097e9-4f9e-4e8e-a66c-5325492f5986\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.015399869Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.021661084Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17d57f1b-bb38-4029-ae72-408d3749e4c8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.021887575Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.027314387Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ea1769d-2d7a-4466-8471-b5fa9033481d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.027755957Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.032479509Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ad8d7e1-6272-47c7-a621-85db38958379\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.032808364Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.038795162Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"156b0a8f-acc4-4cb9-824f-aec8c44df977\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.039252794Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.043906987Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f165ab53-27eb-4cd8-bd74-2adecfcfe257\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.043989391Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.048064691Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b4bae80-3cce-4d97-9330-59e1c975b53f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.048144891Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.049843846Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fdb043e-b0b0-401a-bd5f-00be1fdf198f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.05006176Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.050292189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.050340365Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.051543242Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.05159727Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.052387674Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.053789628Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faaa255e-85f1-4742-a6df-c464786ee60b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.053949787Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.055225058Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b35dd83-78b8-43f7-95e7-d7c6f8cf5e95\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.055498653Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.055555486Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.061623727Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.061677864Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.061708045Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.063282041Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.064574466Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"092c883f-67f6-410a-8b7c-9587a3c3f097\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.064703142Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.065838584Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.065894145Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.06659439Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.070806433Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d77514de-7d99-4f57-9029-10b8b0c0f8f1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.071300537Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.07727483Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.077347906Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.081787421Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.083371878Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.083486126Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.083556747Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.087905121Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da04188d-ddb4-4714-a895-f711f15b73ea\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.088086542Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.091141148Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fc6c6da-69a6-42b6-a658-ea78e5475e03\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.091341547Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.097260831Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c86aaf99-171a-485f-885b-9b7741376f06\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.097405319Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.106572835Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4e31bd6-3153-45f8-a2b8-cde900ffe097\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.109924934Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.111288831Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.116295957Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ff20138-761b-4c08-be49-bc28b8ff35a1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.116536186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.118741851Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a2d24f0-05d1-4282-b8df-2db600113050\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.118958322Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.119939196Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e91c03bc-4fd8-4999-a2fc-3ae7b34270cd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.120177521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.121300799Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"495bf60b-c2f5-428e-a617-59b820400987\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.121538282Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.12264641Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1d20584-9eba-4f24-88cb-698c80c13a92\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.122871158Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.123924407Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37fc0a65-6e50-4f48-98be-8c21d3b7a574\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.124108544Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.124225667Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.125878089Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b31aa963-391e-40e5-ac6e-d70c4b2fbdf7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.126354508Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.1279413Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"065bdfc6-e4a7-4646-bd6c-b9c6dfea2f81\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.128246839Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.129653742Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85d183af-b5f8-495f-a0fa-25c06ea6fe35\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.129895193Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.131887002Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"638cca68-d8d2-40b1-9734-cc6e8b69bab7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.132129906Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.13353732Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5371480e-d7c2-4fc8-8d48-3bc3cc6bf065\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.133760665Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.133882417Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.134056093Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.134298837Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.13547963Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.138522923Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.151234019Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.152139614Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.152576574Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.152687245Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.152778717Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.153340106Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.15414036Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.155651371Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.15607773Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.157160287Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.170450196Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.170526238Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.170563021Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.170617209Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.171599406Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.172523878Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.181369041Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.181430644Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.181461435Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.182651757Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.186144005Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.193998364Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.194114837Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.194203303Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.195238866Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.267793967Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.267863466Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:57.268381668Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43044"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.269063126Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.269127064Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:57.269248516Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.269494335Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.269538483Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.270578055Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.270810678Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"4578d0f5-48fe-4451-8a89-166c3b621604","remote_addr":"[::1]:43044","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:57.27142876Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"4578d0f5-48fe-4451-8a89-166c3b621604","remote_addr":"[::1]:43044","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":546,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.272530425Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4578d0f5-48fe-4451-8a89-166c3b621604\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.329287579Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.329358962Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:57.329964648Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50424"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.330311339Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.330374545Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.331028689Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"3e78906a-97a6-41e9-becd-2704144603cf","remote_addr":"[::1]:50424","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:57.332753004Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"3e78906a-97a6-41e9-becd-2704144603cf","remote_addr":"[::1]:50424","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":1200,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.332828344Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e78906a-97a6-41e9-becd-2704144603cf\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.390336365Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.390408519Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:57.390943294Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62814"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.391572047Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"ddb0c1be-6f0a-4114-b208-b4ad7ec72975","remote_addr":"[::1]:62814","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:57.392012475Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"ddb0c1be-6f0a-4114-b208-b4ad7ec72975","remote_addr":"[::1]:62814","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":440,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.392303755Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddb0c1be-6f0a-4114-b208-b4ad7ec72975\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.451784837Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.451849406Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:57.452318611Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50998"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.452806783Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"ae221bb5-e029-4655-b4f4-af7d29d4ecdd","remote_addr":"[::1]:50998","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:57.453009888Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"ae221bb5-e029-4655-b4f4-af7d29d4ecdd","remote_addr":"[::1]:50998","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":212,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.453235788Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae221bb5-e029-4655-b4f4-af7d29d4ecdd\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.455126976Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.455182657Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.455211845Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.460372488Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.460515984Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.46056462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.460596073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.461399294Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.465868849Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.471412244Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.471653675Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.471705398Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.472251756Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.494323363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:57.500899856Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:57.50128341Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.501350063Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":32,"elapsed":"971.81048ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.501391576Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":33,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.50141911Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.501450733Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.501481585Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.501509691Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.502380165Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.504660619Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.514713739Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.514816774Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.514907796Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.516260852Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.521486012Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.521594959Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.522364623Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60265","req_id":"cef57786-fbff-4cbd-a780-b5ef40c2e3e5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   23 ca 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   #............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.522581746Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60265","req_id":"cef57786-fbff-4cbd-a780-b5ef40c2e3e5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9162,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.522895681Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.524044961Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.525461433Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.525667263Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60265","req_id":"cef57786-fbff-4cbd-a780-b5ef40c2e3e5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.526220886Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4482, tv_nsec: 325134640 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.526392849Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.526628609Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.52722647Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:65269","req_id":"3f8ba8f5-47fe-4cd4-bcee-a50bf013dc94","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   14 86 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.527419334Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:65269","req_id":"3f8ba8f5-47fe-4cd4-bcee-a50bf013dc94","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5254,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.527746917Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.527937547Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:65269","req_id":"3f8ba8f5-47fe-4cd4-bcee-a50bf013dc94","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.528165401Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58766","req_id":"66ff8ff8-bde0-4a0c-8f6c-75963c261f2d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a5 0e 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.528344608Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58766","req_id":"66ff8ff8-bde0-4a0c-8f6c-75963c261f2d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42254,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.528602712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.528748192Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58766","req_id":"66ff8ff8-bde0-4a0c-8f6c-75963c261f2d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.62688344Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.627269138Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.627342144Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.627378015Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.627408356Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.628251786Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.632225744Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64287","req_id":"43d6673a-87f5-4e0c-90e5-a381ffba61fd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   a0 f9 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.632290453Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64287","req_id":"43d6673a-87f5-4e0c-90e5-a381ffba61fd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41209,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.632481283Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 41209,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:57.632721261Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64287","req_id":"43d6673a-87f5-4e0c-90e5-a381ffba61fd","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.692379326Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.694461675Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.694537406Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:57.694982232Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55338"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.695903949Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.706809357Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.706888355Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.706921671Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.707391737Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.709414377Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"dc4467df-ad76-4e88-8c91-07a461c580c8","remote_addr":"[::1]:55338","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:57.710462396Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"dc4467df-ad76-4e88-8c91-07a461c580c8","remote_addr":"[::1]:55338","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":942,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.718291144Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.718341404Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.719285695Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.726905046Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21587b00-566f-4211-8e9e-49ab23b81da4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.727276396Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.7452761Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee83a954-9aea-4e34-b927-6b9de8dab910\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.745568683Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.755824948Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9f6228b-47ee-4ef3-8c17-d8d7da162182\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.756230546Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.762390409Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fbe089f-f055-48ca-9039-9a3d548e9444\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.762816518Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.766147595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bcab4b3-7fc1-4a19-84ac-bf407e150fe1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.766468494Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.770656899Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a576ff40-fc4e-4757-94e5-5f15f353def4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.77091304Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.786012443Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.792501332Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eb06c85-8e3b-47ca-94e7-4ba0e4a6d611\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.792615309Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.799081643Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7aa9dc1-896d-475e-bbaf-7f5fb6902be2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.799341781Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.800938813Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af5ad406-dc4d-4c13-b77a-473584594ab3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.801200474Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.802853869Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68d28f5e-1ac9-4da9-af90-bc7b06ff136e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.8032209Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.804614877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3e0f812-720a-44b8-ab31-535e67d80076\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.805020486Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.807122674Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68f7aca0-8e67-4764-8171-5176a4a1c94b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.807250298Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.813115965Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63fe4fc2-bbcf-44f5-8d80-4d9bf55e0afd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.813351174Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.819325337Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2bedc26-2bfa-400d-ba22-cf599c098e6a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.81954241Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.825808274Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee5a39df-480f-45f8-9a6b-7f69a1fdd5e1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.826540783Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.912136908Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.912370333Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.912481144Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.912571083Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.915126485Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.919201684Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.944433768Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.944577815Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.944690208Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.946174285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.95891494Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd6493c8-f66f-488a-9ca2-36f77a5ebf7c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.965665871Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:57.970611395Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.970727967Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:57.971550857Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.031158441Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d89fdb9-ed51-489a-bab8-8dbe7b1f2741\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.031425232Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.034018159Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35107"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.034083549Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34208"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.035237949Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"6b425289-712e-4efc-90f8-a4c5884c5e6f","remote_addr":"[::1]:35107","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.035546584Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"fbac70f9-0f4d-4a9b-91aa-d7f56f761405","remote_addr":"[::1]:34208","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.038148428Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"6b425289-712e-4efc-90f8-a4c5884c5e6f","remote_addr":"[::1]:35107","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2880,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.0382801Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"fbac70f9-0f4d-4a9b-91aa-d7f56f761405","remote_addr":"[::1]:34208","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2751,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.040795532Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56063"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.040855792Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63371"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.040887285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57127"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.040915511Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38714"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.041561518Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"d6b04871-fe85-4b48-b153-f94a689acbe9","remote_addr":"[::1]:56063","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.041724413Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"c693cb8e-321f-4d1f-9138-0dab2dbd9c34","remote_addr":"[::1]:63371","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.041843861Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"6700b79c-0019-4d5b-b03b-2d6e2fc60166","remote_addr":"[::1]:57127","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.041968359Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"2b658d5a-d81f-4b72-a6d5-bce39f8ac6f0","remote_addr":"[::1]:38714","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.04303294Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"d6b04871-fe85-4b48-b153-f94a689acbe9","remote_addr":"[::1]:56063","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1453,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.044483861Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"c693cb8e-321f-4d1f-9138-0dab2dbd9c34","remote_addr":"[::1]:63371","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2078,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.044551445Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"6700b79c-0019-4d5b-b03b-2d6e2fc60166","remote_addr":"[::1]:57127","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2034,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.044591716Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"2b658d5a-d81f-4b72-a6d5-bce39f8ac6f0","remote_addr":"[::1]:38714","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2032,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.044623208Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63054"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.04731941Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"30d156b3-b6fe-4407-a6ed-428ccb7e540e","remote_addr":"[::1]:63054","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.04825268Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/crucible/pantry/0","method":"GET","req_id":"30d156b3-b6fe-4407-a6ed-428ccb7e540e","remote_addr":"[::1]:63054","local_addr":"[::1]:61112","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":937,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.050021003Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7aea3e81-d3dd-431a-84ad-916de565e0e4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.051077939Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.056010317Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.062731518Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"205b200f-cb99-4d92-ba86-67efd9f72f5a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.062821848Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.062861186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1ba3666-cf6d-47a1-8c06-a42e194b9a3f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.062895475Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.062924172Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85919cf7-f1dc-4b5a-8e6c-e6e165cd523c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.063086576Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.065056911Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3440e78-fb45-4782-a132-f7871b2b6d93\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.065187712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.066424897Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87c75c93-e79e-4f66-8966-bbd1e3f74d55\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.06657699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.069735904Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b952fd97-ab4a-4ce3-9f55-34f03585177d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.071338367Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.072477186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b029607-08de-4f0f-9636-509be8ba36af\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.07254447Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.073240186Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.07329253Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.074978229Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.075670218Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.075712802Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.075738073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.076969847Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a36bf0f-88af-4aff-bb55-7d77bdaae729\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.077135377Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.079122175Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42276d1c-f533-4147-8b5f-83b606d06b0e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.079255401Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.081024606Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3299672-e213-4821-bb2c-6467e2ce458d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.081144515Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.083035533Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9177b157-a0c7-4542-a86d-396eba82a673\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.083164449Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.085103763Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9578176-b5f0-4577-b616-cf60fa3c47ed\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.085179013Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.086801376Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fd16efa-1510-4194-b756-d4b574baecd0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.086943288Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.087906748Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ee01e5e-7f68-4c9c-986b-ec60e3ea779a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.08804802Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.089017892Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5691e6b0-ddc2-47e4-aa30-ce6b0d8c2735\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.089142941Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.09035695Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b19a5e2d-2872-4730-b687-bf7eb8682397\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.090471208Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.092298088Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcf84512-3cdf-4109-b57c-a2ef1f92bf45\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.092451583Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.096428387Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62c7cb6c-6dc1-4d88-ae10-ff7ed085ef7f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.096627955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.098721145Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86d826f3-57dd-4dc7-a029-cd8f297da93a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.098792497Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.105079884Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5970287-b8ea-4edd-aae9-20880cc07168\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.105331376Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.10718584Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.10725089Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.107289607Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.107320318Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.108188568Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.109000135Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fb5f1d5-00db-4e5f-bb14-d71c0a2b90e0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.109476955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.112674486Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.120525509Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.120673724Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.120959343Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.121909456Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.124835386Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f1e1580-2c9e-4e8e-bc2c-5ae49e2eb6df\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.124974563Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.125711331Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.125770569Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.126535173Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.130881172Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cea3bb3-d128-41b5-8a6a-57785884cbf2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.13115143Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.134731073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce41c9d9-ed20-4432-935e-6029c8f0338f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.134995479Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.148339627Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.148449626Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.148897398Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.15156329Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.154682615Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25e5222b-6c1d-4872-abc3-dfa8b5e3dfb6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.154893775Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.156125279Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.156188716Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.156936846Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"324db5bc-c5fa-48f6-92d3-a52ab0957a3c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.157089981Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.159223723Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f018da61-bec6-47a5-9ce2-bccb89d552c0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.159289464Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.159319463Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.163205386Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.163269413Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.16329765Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05f5b532-fa30-4b69-9917-1df6e57a802b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.163335084Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.163979598Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84207691-5927-4eb3-bc0f-1e479351d332\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.165090662Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.165227926Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b956c3fb-8985-45db-8cfa-f5608e0ee6e3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.16547588Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.16981745Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaa3a752-cf2d-4261-9c5d-6becf4e1e33c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.170737543Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.17575982Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.179279703Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8ba6bdb-dd05-4186-b6d9-2ac4178cdf0c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.179349181Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.179435082Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.179467086Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.179493389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.17951927Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.20742468Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.21283512Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.212906883Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.212941903Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.212974768Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.213005539Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.213644021Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.221113995Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.228096397Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.228239853Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.228399671Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.228945178Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.229583169Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.229814761Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.229916022Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.22999999Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.230684544Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.235368817Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.24411844Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.249417628Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.249527818Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.250058385Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.302028402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.302108431Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.30706167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.307134285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.308037575Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.308138576Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58242"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:58.308403323Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.308856857Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"d28b18f9-78e1-4b88-b3fb-c65865680cec","remote_addr":"[::1]:58242","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.309173588Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"d28b18f9-78e1-4b88-b3fb-c65865680cec","remote_addr":"[::1]:58242","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":331,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.309473125Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d28b18f9-78e1-4b88-b3fb-c65865680cec\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.359823585Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.359910027Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.360254804Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48789"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.360882374Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"93ddf9cd-9b78-4191-bfc6-3615c97457fc","remote_addr":"[::1]:48789","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.361271149Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"93ddf9cd-9b78-4191-bfc6-3615c97457fc","remote_addr":"[::1]:48789","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":424,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.361930002Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93ddf9cd-9b78-4191-bfc6-3615c97457fc\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.444347313Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.444447282Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.445069041Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46814"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.445984174Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"bf5b2c4b-d210-43f0-9d2d-1920910de30a","remote_addr":"[::1]:46814","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.446516064Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"bf5b2c4b-d210-43f0-9d2d-1920910de30a","remote_addr":"[::1]:46814","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":548,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.447063024Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf5b2c4b-d210-43f0-9d2d-1920910de30a\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.491324782Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.49138893Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.492022082Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38204"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.492486597Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"3de1005e-ca7c-4766-8037-af3e3eade2b9","remote_addr":"[::1]:38204","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.492695233Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"3de1005e-ca7c-4766-8037-af3e3eade2b9","remote_addr":"[::1]:38204","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":247,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.493018567Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3de1005e-ca7c-4766-8037-af3e3eade2b9\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.495000757Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.495059864Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.495131657Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.499551754Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.499618878Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.49965521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.499687094Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.500369834Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.502960175Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.509466298Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.509691888Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.5097485Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.510623344Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.539654115Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:58.553760261Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:58.554339595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.554893419Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":33,"elapsed":"1.053508075s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.555119229Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":34,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.555228035Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.555344067Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.555462022Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.555550748Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.556836039Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.560166946Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.564991238Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.565057811Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.5650925Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.566698079Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.571947839Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.57200382Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.573066167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60705","req_id":"87e21a2b-2b6d-4906-9a53-5d62dc15ed33","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   43 40 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   C@..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.573285223Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60705","req_id":"87e21a2b-2b6d-4906-9a53-5d62dc15ed33","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17216,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.573351696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.573471965Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.573632736Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.573683777Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60705","req_id":"87e21a2b-2b6d-4906-9a53-5d62dc15ed33","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.574504593Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4483, tv_nsec: 373329409 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.574577368Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.574830282Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.576467955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57435","req_id":"c95a23ea-d96a-439b-acd4-9f25890ce349","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b6 d0 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.576599737Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57435","req_id":"c95a23ea-d96a-439b-acd4-9f25890ce349","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46800,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.57681696Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.576917941Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57435","req_id":"c95a23ea-d96a-439b-acd4-9f25890ce349","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.577067249Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57761","req_id":"3ef08750-7878-44aa-96b1-6900fca3230d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   5a 99 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   Z...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.577118691Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57761","req_id":"3ef08750-7878-44aa-96b1-6900fca3230d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23193,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.577207548Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.577304321Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57761","req_id":"3ef08750-7878-44aa-96b1-6900fca3230d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.701822385Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.702256881Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.702318003Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.70235202Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.702380978Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.703091514Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.707683463Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60855","req_id":"4f0d2cc1-0626-43a6-809d-9ac11d2e6ac7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   9b 89 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.708814647Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60855","req_id":"4f0d2cc1-0626-43a6-809d-9ac11d2e6ac7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39817,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.7091071Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 39817,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:58.709239373Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:60855","req_id":"4f0d2cc1-0626-43a6-809d-9ac11d2e6ac7","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.710275297Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.710339645Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.710369866Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.710989901Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.719633192Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.719699584Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.71973247Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.720226895Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.733407907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.733555642Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.734303171Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.7365309Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"294c2550-eff7-4fcd-8785-88784980046f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.736895536Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.766266967Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49b2cb01-9fa4-403e-87b1-2605724a5b45\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.766496825Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.780949771Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f86c8761-3dba-4eb9-bd94-628ffb1614f9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.781137776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.792128584Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32803e53-f8d0-4420-bdaf-46e9d101e9e3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.792210868Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.794848533Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a99052db-2b50-45ec-962f-96d2ecb275af\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.794970326Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.797471299Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5c50bdd-d512-4c95-9373-b5989d754766\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.797703141Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.800387309Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"558ba5bf-a3bf-4b3f-a710-492e13e03285\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.800635122Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.802549126Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6b78787-ff5a-4862-8147-4648942ab619\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.802604957Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.805566237Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2b8197b-c802-4a4c-b49a-04b740a1bfbe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.805807007Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.806299358Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.807763646Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa2c16b6-70ec-448d-8101-9567224b76b6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.807906741Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.808923356Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9b525bc-a61c-44af-aed0-fc0597413619\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.809049618Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.809966374Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad71a13e-e2bc-4b58-ad1e-026e9ba0b406\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.810036053Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.811211054Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec0bdd13-f3f8-4c19-b1e3-84f5349ae8ca\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.811406884Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.813097994Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32305d67-4907-4485-a76c-8b695d158997\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.813218815Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.814961557Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8026d3be-ee66-453f-83a1-b50d5d452796\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.815025154Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.816720802Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cb6c9af-06da-4198-b888-4ed8cf62939e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.816782675Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.818579786Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aadeb70-eb1d-441b-a7d5-61426bf7aee8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.818709064Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.820706754Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5954d72e-07dd-4a63-87a1-45944a6a4dd1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.820773807Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.826395639Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4593a24f-9aa7-4afc-954a-74666c860060\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.826711568Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.829324194Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ac9ef79-9fb8-4a41-a2a4-1d2280978a29\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.829841614Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.831825798Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"879f02f4-6819-4509-a845-af8d8a8ff5a5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.831956618Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.832871331Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d221dc9-0e02-4736-9b17-ac6c52bc7140\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.833000629Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.837007582Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6df174ea-6056-4f7d-82be-ee09c95eaa0f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.838779783Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.845986753Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d14cd700-5ce7-48cf-9b5f-5f3ba9118ccc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.846219496Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.849216417Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70bd8462-1aac-4e99-8c4d-02566492720b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.84934818Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.852296474Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7603c53d-7261-43fc-9f0f-113a5fac8670\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.852423888Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.856378167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"566b1244-772d-44c8-b612-b4ae05cec5b0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.85661564Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.857128692Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.857316256Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.857419071Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.857504721Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.85855811Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.860902491Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.871468493Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.871544024Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.871643462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.872898012Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.880648324Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.880708323Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.88138452Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.901972901Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40330a77-8ac3-4c80-8b3d-2d4611d33dde\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.90430625Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.912768541Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.913046735Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.913714496Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d45d25d4-aa44-443c-9427-a5c32811d220","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.915941112Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d45d25d4-aa44-443c-9427-a5c32811d220","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.916051783Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d45d25d4-aa44-443c-9427-a5c32811d220","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.917198728Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d45d25d4-aa44-443c-9427-a5c32811d220","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.926500611Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d45d25d4-aa44-443c-9427-a5c32811d220","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":12767,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.929456571Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d45d25d4-aa44-443c-9427-a5c32811d220\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.929647411Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.9304751Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"92e88ec8-bcab-45ba-9573-b9740ebb5fda","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.936259936Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"92e88ec8-bcab-45ba-9573-b9740ebb5fda","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.936328262Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"92e88ec8-bcab-45ba-9573-b9740ebb5fda","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.93771244Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"92e88ec8-bcab-45ba-9573-b9740ebb5fda","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.941352433Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"92e88ec8-bcab-45ba-9573-b9740ebb5fda","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":10869,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.943406936Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92e88ec8-bcab-45ba-9573-b9740ebb5fda\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.943693878Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:58.943742485Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:58.943769559Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.96689796Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b466be1c-22ef-42da-8176-a0507b65fa58\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.967803164Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.968306036Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.975257105Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b43b86eb-3e45-4126-84e7-0f47b429355b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.975670008Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.977991383Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63052e22-5f10-41c1-8798-8c7e9fbe6b85\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.978262393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.979931429Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6837ecfc-092a-4a0b-a2e6-7a6085ed2bea\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.980185174Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.981853889Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"362eafea-53dc-4aa5-93f5-2a044d418524\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.982075901Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.987674827Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"265e95e3-cbca-4695-8dbf-e1ecca72977f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.987909805Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.989541396Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfd24c78-f978-4913-a2a7-8979e2f6dcda\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.98978913Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.992778005Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81efee33-eea7-4611-9f46-8183ddd3c823\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.992843565Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.994827077Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d3e135c-83a9-45a1-970b-e223c9120fee\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.994892979Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.997166549Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbdbe955-644c-4a8d-bd94-39b4553f3928\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.997233422Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.999453896Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b018247-5448-43ca-b214-33b8610bb176\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:58.999520649Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.003227174Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbae4313-ea19-49b6-a12f-eb1cdef5c573\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.003463284Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.00956924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bafd84f9-e6ae-4488-9a24-9f22d77538de\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.009735702Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.011304528Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac7952db-5ce2-458a-946b-2db38134c18e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.011460538Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.012922852Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"041a4300-603d-416c-8737-ba445223d92e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.013068462Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.014212281Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"540d5362-312f-4393-b677-84ba7a400ca5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.01433732Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.016097487Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ed6c7e6-170d-4739-bca4-4d35f2694dce\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.01697712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.017046879Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.022186189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.023085971Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.023137654Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.023166081Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.028759515Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.031333364Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca67c7f4-201b-4ca5-abe4-4b8674193f8d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.032081825Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.035783801Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.043053575Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.04311594Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.043146911Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.043550656Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.045638776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5559c99a-b5ba-4957-9084-c00ce4e1e07a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.045813795Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.046536595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.046592446Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.047054457Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.048883441Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30837daa-fb29-4f23-acbe-a3ec17cebe93\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.049030113Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.051534303Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5cd3e86-4eaf-47a3-8d9d-98f7caf4981b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.051722498Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.054060486Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72c22fd1-d4b3-45f0-ae6b-c87288ab27a8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:58 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.054189162Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.054236256Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.054266446Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.055349985Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.055824891Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.058474631Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.062610291Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.062727174Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.062826402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.062918415Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.063004296Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.06355847Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.067715192Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.073991217Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.074059853Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.074092448Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.074545631Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.075284433Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.075339934Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.079369623Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.079492838Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.07953885Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.079565383Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.140603497Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.140671994Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:59.143107547Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53506"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.145063073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"680bf2a5-107d-4095-91e7-d53899a29766","remote_addr":"[::1]:53506","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:59.145597568Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"680bf2a5-107d-4095-91e7-d53899a29766","remote_addr":"[::1]:53506","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":546,"response_code":"200"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.145912515Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.146046362Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"680bf2a5-107d-4095-91e7-d53899a29766\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.204952839Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.206044224Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.206708307Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.207755493Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:59.208999602Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39373"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.2168231Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.216880073Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"eddb3cdc-18b2-4240-befe-33b9e966135c","remote_addr":"[::1]:39373","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:59.217071114Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"eddb3cdc-18b2-4240-befe-33b9e966135c","remote_addr":"[::1]:39373","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":503,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.217113799Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eddb3cdc-18b2-4240-befe-33b9e966135c\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.287138499Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.287211164Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:59.287853293Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38793"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.289746966Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.289809671Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.290945314Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"4e711c27-c02a-41c1-ad9e-b9c91a7ece2b","remote_addr":"[::1]:38793","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:59.291419899Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"4e711c27-c02a-41c1-ad9e-b9c91a7ece2b","remote_addr":"[::1]:38793","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":512,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.295073699Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e711c27-c02a-41c1-ad9e-b9c91a7ece2b\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.355650495Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.356138998Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:59.358521064Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63534"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.35917134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.359235898Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:59.359664292Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.360192865Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.360602551Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"d532863c-294a-49ac-8196-00726582c49b","remote_addr":"[::1]:63534","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:46:59.361398277Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"d532863c-294a-49ac-8196-00726582c49b","remote_addr":"[::1]:63534","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":796,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.362234773Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d532863c-294a-49ac-8196-00726582c49b\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.379259093Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.379357389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.379385715Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.3876393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.387722446Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.387758257Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.387787485Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.39089132Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.406873834Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.411716042Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.412233402Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.412348161Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.412863949Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.413539184Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.413676478Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.413796026Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.413888179Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.414394478Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.418025392Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.42461401Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.424677526Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.42470929Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.425170088Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.427658957Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.427719187Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.428787455Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:59.514707385Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:46:59.518415553Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.518478118Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":34,"elapsed":"963.323148ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.51874493Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":35,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.518803737Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.518837123Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.518866392Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.518897213Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.51989928Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.532688301Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.538001798Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.538146656Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.53819377Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.539641475Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.569656167Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.569722189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.571367196Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.572138653Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61024","req_id":"6dc4b743-adf8-4f02-ba1c-7e306a9a1d85","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   8a d7 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.572342289Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61024","req_id":"6dc4b743-adf8-4f02-ba1c-7e306a9a1d85","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35543,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.572615293Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.572908006Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.573392501Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.573627339Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61024","req_id":"6dc4b743-adf8-4f02-ba1c-7e306a9a1d85","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.575336374Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4484, tv_nsec: 374119027 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.575400422Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.576230285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.578480298Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64678","req_id":"d87cd089-a0da-4b28-be89-e2d19b65b4db","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   3f a6 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ?...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.578665197Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64678","req_id":"d87cd089-a0da-4b28-be89-e2d19b65b4db","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16294,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.578939994Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.579084132Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64678","req_id":"d87cd089-a0da-4b28-be89-e2d19b65b4db","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.579215844Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51033","req_id":"42c2f0e7-0c2f-47ec-ad71-7d7017089492","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   dd 76 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .v..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.579266966Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51033","req_id":"42c2f0e7-0c2f-47ec-ad71-7d7017089492","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56694,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.579454119Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.579499108Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:51033","req_id":"42c2f0e7-0c2f-47ec-ad71-7d7017089492","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.720690493Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.721233134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.721292723Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.721322913Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.721349045Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.722465169Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.723515782Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:56454","req_id":"b85b09f9-b596-4339-9c26-5d37256ef871","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   48 f4 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   H............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.723587575Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:56454","req_id":"b85b09f9-b596-4339-9c26-5d37256ef871","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 18676,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.723789107Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 18676,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:46:59.72388108Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:56454","req_id":"b85b09f9-b596-4339-9c26-5d37256ef871","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.72464379Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.724954449Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.725205419Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.72917128Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.737682078Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.737759943Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.737795965Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.738282644Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.749571386Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.749716005Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.750975855Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.752811051Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b745d0e2-e67e-4eba-87f4-c6388543a1cf\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.753053194Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.765576085Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87c2cf4a-8343-42d0-a4cf-ca2fd13484b0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.765740913Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.7744973Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32fa35ef-5060-48a9-9b0e-8bc5de57db2a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.774578081Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.77902957Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afec405c-5e83-4f7f-9649-30c168456ef6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.779124229Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.782054276Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90300036-db4e-419c-ae91-cdc077f199f7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.782124947Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.786306579Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd6e73ff-27c3-48dd-9466-0c1216ebf436\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.786384905Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.789107109Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"068ea6c9-c61e-496a-9da4-73472f174ee6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.789181056Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.793674489Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72103724-dc85-4b28-9cf0-7122fb5ea32e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.793748897Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.794484262Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.795780785Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4216e896-c6b0-4e4b-bc05-dcccf6d759d6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.795854603Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.796841679Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"532e34db-7ba4-49b6-8369-1a4eb2052128\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.796980295Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.797890008Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44243ae8-2de1-4bb9-bfbe-e31f0d010291\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.798016029Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.799001963Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7e562b2-0910-4dbd-ab54-9865601544b5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.799068927Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.800286974Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe62c6c4-4f55-4a98-843a-140b97cbd1c1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.800454878Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.802976492Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12b477b7-9810-42d4-b593-3d830da6f3ee\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.803046452Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.807769352Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9c77cc2-9cfa-43a0-8bab-d44c5d6ec39d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.807854381Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.812336592Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"315f315b-e228-42ed-a4d6-a7d6f223358a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.812573454Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.81656655Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25eba0bc-17c0-4f48-87dc-69cf718fcfb4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.818039324Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.823562859Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad37ad32-adeb-4c69-94f4-1cfb9c148dd0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.824027295Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.828716989Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3a3ac27-16dc-490c-9113-50f920595a47\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.829019992Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.830282488Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c423285-5d56-409a-aa18-fce7c43a8eec\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.830530542Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.831871093Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f1be3c8-4a2e-4b5e-9953-2b710317c31f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.832258244Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.833708574Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52879d5e-91bc-4f1d-a8a2-58cc0ee1d288\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.833881879Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.83650223Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d674ff3c-8a96-4dce-ac7d-a3e5b84248cc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.836668451Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.838244191Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9e05bde-0524-472a-819a-904d23e5dbf6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.83858013Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.842327737Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0063711-60b5-4344-a8e2-0b24b251a6ca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.842784287Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.845205631Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.845267835Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.84530025Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.845329438Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.846690049Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.849412293Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d268c4eb-a88b-42b3-89d3-3e45e446ffeb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.849587472Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.84984261Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.856796345Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.856952817Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.857000872Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.857522051Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.861405458Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.861691608Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.868644602Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.869761317Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2f5a63c-f23e-4ae8-b38a-6cf5eeb6badd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.869920815Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.872752637Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8e0775e-c867-4cb7-ac68-a4f6fa189aec\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.872816634Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.886328356Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97f2290b-69aa-42fa-880f-fc1606d301e6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.88652119Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.916937623Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.919851057Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79f75737-2c9b-4a9b-bd37-1c8e6a896df7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.91998272Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.920938484Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5c01223-a1f8-4ff4-8dbf-b5b152fb513d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.921065026Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.922036792Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cf64cc9-56b4-4f87-8945-ac6f181ff673\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.92219611Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.923519046Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81db773d-ef80-4cbc-a79e-be58ae193cca\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.923647151Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.92451505Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50bb4c63-8b18-46ff-b245-7de436d64518\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.924588106Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.925752205Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70a64928-eb22-426f-9a47-ea0f1927b264\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.925921102Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.927678323Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef7f3a1e-fd25-40b6-a7fd-4682a19ecac9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.927780516Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.929419923Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1dd8198-b75c-44aa-96da-f088942e1b56\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.929548188Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.931259388Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f6acb21-9c51-4bd1-8237-9c18769f3d63\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.931387052Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.933275425Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15ee185b-4e26-400a-b15e-f69e52ab8d8b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.933357177Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.935128627Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"959a8152-6674-4282-93d7-1ff04699656c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.935347994Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.936908784Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b8b6926-b749-477c-9c00-7fd2a60f424a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.937039795Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.937900289Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b994b1b-8ce9-4dbc-a9e7-8409b2a34ff6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.938008495Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.939026884Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf09e687-911e-4254-8810-f5a7f97fcee2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.939413114Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.940496422Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9002b963-5616-4087-bedd-cd98e339aa38\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.940727011Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.941927253Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c19f5a3-5cb9-4881-9099-4579e84cd046\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.941989627Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.942017653Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.943728211Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b9b2145-9fe0-436b-8b81-2d98deb9c1ee\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.943845264Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.944705779Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"677a6527-c163-408c-8f52-fd8778b08e0f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.944864335Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.94595086Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"486e921a-9fd2-4d0c-b87f-2f233d2d836a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.946081971Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.947162123Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"247e304c-4452-4f2a-8170-30f76b4ea2e6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.947361841Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.948500089Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbb3c568-083a-423f-a782-15cec08ae26b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.948606671Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.948645679Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.948679897Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.948708133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.949523818Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.952152817Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.957887202Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.957998985Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.958037702Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.9580717Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.958101389Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.958580032Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.961227487Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.965519148Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.965598446Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.965634748Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.966061439Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.967214827Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.967313634Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:46:59.967349164Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.967375527Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:46:59.967905373Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.036084445Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.036150476Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.036683068Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.043763074Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.043849797Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.043890047Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.044368841Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:47:00.044454422Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34692"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.04641603Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"b19e349c-1505-4466-ae91-81ec641c56eb","remote_addr":"[::1]:34692","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:47:00.047257356Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"b19e349c-1505-4466-ae91-81ec641c56eb","remote_addr":"[::1]:34692","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":917,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.047462806Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.04751529Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.052778136Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.053386588Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b19e349c-1505-4466-ae91-81ec641c56eb\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.132066072Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.132146993Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:47:00.133578966Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47217"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.13365113Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.133837191Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.136052946Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"664c9ac9-eb51-41a2-b8df-fc12f47131c7","remote_addr":"[::1]:47217","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:47:00.143136449Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"664c9ac9-eb51-41a2-b8df-fc12f47131c7","remote_addr":"[::1]:47217","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":7162,"response_code":"200"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.144638622Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.145570749Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.145719205Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.145765197Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.145852962Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"664c9ac9-eb51-41a2-b8df-fc12f47131c7\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:59 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.199759767Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.199839226Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:47:00.200741804Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51622"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.201069547Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.201127302Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.20159813Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.202462262Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.204102029Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:47:00.204175305Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:47:00.205779471Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.206478644Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"41c87045-fead-419b-bc65-8fd0a8256efb","remote_addr":"[::1]:51622","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:47:00.206989422Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"41c87045-fead-419b-bc65-8fd0a8256efb","remote_addr":"[::1]:51622","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":517,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.209308392Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41c87045-fead-419b-bc65-8fd0a8256efb\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.271288955Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.277552164Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:47:00.279172392Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64304"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.27983899Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.279962476Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.280800245Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"c9145491-5435-44a7-82a8-915fa332c268","remote_addr":"[::1]:64304","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:47:00.281238388Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"c9145491-5435-44a7-82a8-915fa332c268","remote_addr":"[::1]:64304","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":449,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.282264282Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9145491-5435-44a7-82a8-915fa332c268\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.287734612Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.287805613Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.287836054Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.296126612Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.296287182Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.296432071Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.296538453Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.297675528Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.300936546Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.301118598Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.301836649Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:47:00.301930055Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:47:00.304194898Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.304327622Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.30893917Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.309100291Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.309152145Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.309752671Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:47:00.311127751Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.340059185Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:47:00.351945207Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:47:00.353505776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.353568742Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":35,"elapsed":"833.680484ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.353607238Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":36,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.353635535Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.353662899Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.353690524Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.354181062Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.354212555Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.356306998Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.361127312Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.361191429Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.361228042Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.361564823Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.364586684Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.364678197Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.365468501Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64768","req_id":"b02e3514-e020-4542-ac6a-1e5e7dbbaf3a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   66 57 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   fW..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.365531066Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64768","req_id":"b02e3514-e020-4542-ac6a-1e5e7dbbaf3a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 26199,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.365739261Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.365909049Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.366193315Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.366325649Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64768","req_id":"b02e3514-e020-4542-ac6a-1e5e7dbbaf3a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.366787559Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4485, tv_nsec: 165686323 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.366848972Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.36697857Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.367369098Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61979","req_id":"1f4599ce-b289-4a1d-aa3c-a501a9690c10","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   cb b3 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.367417184Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61979","req_id":"1f4599ce-b289-4a1d-aa3c-a501a9690c10","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52147,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.367504147Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.367597764Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61979","req_id":"1f4599ce-b289-4a1d-aa3c-a501a9690c10","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.367648084Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54062","req_id":"483312b2-42d4-40a9-99ea-c1a02a69ba7a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   fb e7 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.367751089Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54062","req_id":"483312b2-42d4-40a9-99ea-c1a02a69ba7a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64487,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.36784685Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.367883182Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:54062","req_id":"483312b2-42d4-40a9-99ea-c1a02a69ba7a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.461880476Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.462361685Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.462456133Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.462493016Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.462523437Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.463460734Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.46383482Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63874","req_id":"8a02ba1c-bf5e-46e1-9dd5-7f9b8f3456db","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   c8 bc 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.463966833Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63874","req_id":"8a02ba1c-bf5e-46e1-9dd5-7f9b8f3456db","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51388,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.464128986Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 51388,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:47:00.464321399Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:63874","req_id":"8a02ba1c-bf5e-46e1-9dd5-7f9b8f3456db","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.464539063Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.464588682Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.464615625Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.466701241Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.476188243Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.476251579Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.476283673Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.476681476Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.477106623Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abdcf388-4844-4430-a7e5-88566fbd32e0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.477368465Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.47994087Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.479992413Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.480561587Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.480698219Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3ecdc61-6c41-4ae0-86a1-6c385534c423\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.480873608Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.48334897Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11930d99-3645-42b0-a9cb-939eea62fdcd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.483525913Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.485679103Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1549bf02-775f-450e-a3ed-b44b67fd50fc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.485799182Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.492809249Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1e2343c-8196-4dea-a9d7-09bafe565e83\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.492901674Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.49349221Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:47:00.493559795Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:47:00.49767299Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.504187941Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1de2226-0560-4042-9133-95e5b0cda034\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.504596074Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.50769584Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1fe3784-9502-44af-a655-a8a92a344b85\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.507771952Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.509832898Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5a793bc-6de5-4dc4-8c04-f1b922a5fcf2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.510057716Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.511090995Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c3f6955-5c6e-4233-93ce-2e5e462026b7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.51123411Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.512963556Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bd80d9e-f533-4244-9371-29cfd35ab210\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.513023966Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.514646248Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c1089fd-522f-4137-aa09-70091e59d3a6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.514713021Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.515758254Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5097e39-0e9e-4c48-a49b-7c22e34f0e0d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.516222339Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.517637638Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d996cc9-a3a7-49d6-8c7c-0f2982830c7e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.517776495Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.520335333Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.524471204Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c0a8479-be73-4ad8-9364-0030d74d7d6d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.524537877Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.526661067Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0a060ff-55da-4eaf-bc53-c44e2205a764\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.527039952Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.529603339Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce0d856e-c4dc-4950-8f71-8642935974b2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.529835772Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.531627893Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7c8e0eb-d203-4f51-9f11-7e0b9eb639d2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.53190752Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.534041081Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea3e1ef9-b282-43aa-8900-d359cb09b90e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.534263334Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.535987109Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"013380cd-e078-4a1e-a43a-4dfd61e8fd64\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.536204101Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.53736285Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de6f7faa-378f-45c2-bd0b-23d96f4530cb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.538036572Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.539749765Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f36f86f-8ad9-41e4-9f8b-ef896d3170c1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.539992679Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.540943053Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b260335b-e195-4f5b-974a-8a4ae7765da9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.541220656Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.542157984Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a39e58d0-7430-41c1-9bc9-28bfe1252bb4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.542410627Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.543647101Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b2bd338-179a-481a-bd7b-696c506b3d24\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.543959403Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.545859669Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cffc83fb-292e-459e-a204-c05d60a2ddb4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.546074116Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.54842972Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8329110e-a9e6-4545-9659-f765eabc0755\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.548683125Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.550916003Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5966f10d-6378-447f-a52e-c697289a886b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.551272854Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.553367778Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc822855-6e45-4705-8992-b3217367f956\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.554471397Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.557108582Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25c5d09d-3cbd-48a8-8519-70e7903a5d37\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.557395163Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.559761898Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a176344-e834-4941-a10a-7d334e7e3acf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.559981456Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.561010366Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d4d3007-718b-4a1b-8cea-1b81e7b3a3c1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.561312798Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.562407239Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adefaff3-1de7-4d68-8f87-79e55f0f7ab8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.562629612Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.5636728Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c163a478-3e1a-41c5-a291-92318566ae70\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.563901316Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.565163751Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9c92bf2-e479-4986-8ce3-731f114ce996\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.565509189Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.567162503Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b08ebe9-56d9-43ee-a857-d2a51c860656\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.567416029Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.570347349Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5801b581-b968-4bd3-a792-2e480008c88d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.570561907Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.571117143Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.571268775Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.571375488Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.571463743Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.572368055Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.574775712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce77b463-e73b-4a58-989d-1852fbb9bead\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.575094477Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.575376459Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.581859116Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.581988153Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.582089575Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.582611074Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.585076035Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"570414bd-2f6c-4a2f-ad87-03eae94d5b1f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.58543499Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.585712794Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.585819406Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.586599551Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.589182577Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eea5562d-ddd5-431a-8fca-b7411e7cddcc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.589520009Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.593558576Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bda05858-81d0-4934-aadf-6f397c60e1ed\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.593690218Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.618755249Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"585f59ad-2ad3-46e8-8fad-977223e5d627\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.618964085Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.626498076Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4614b4f-9b05-42bb-a2ef-522a91d70b8a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.626627764Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.632315577Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c51538b3-08a3-48b9-b83c-425a9e809ada\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.632413873Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.633823652Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f114eaef-68eb-4307-8ae8-1575eeb10359\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.63396334Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.63594078Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7aaa03d6-12d0-4b82-a35b-f7474408fb04\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.636114315Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:37039"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.636153484Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.638880357Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b60a6cde-24c9-483c-b614-70616d854bbf\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.639089052Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.639510843Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.64185824Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a69be8f8-ee45-48ab-8b07-869d152b4d4d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.642028108Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.643256255Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75b7bb12-7f04-46b7-9c76-e26824cb555f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.643407697Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.644465394Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5c90b72-c090-4938-95d1-24cbfeaca6eb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.64470891Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:37039/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.645830965Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:37039","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:37039/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad95e6b3-390c-4d59-adf9-fa6aa10025fd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.64595377Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.645999742Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.646114701Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.646159009Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.647097208Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.651975859Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.658101694Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.658187325Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.658223336Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.658252765Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.658279779Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.658664786Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.661299105Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.667315712Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.66745497Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.667549909Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.668248932Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.725363128Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:56544"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.725432657Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:56544/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.727019428Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.727118265Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.727179076Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.727213595Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.7281197Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:47:00.728178608Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42860"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.729120594Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"af9cbd5e-db80-4540-812c-ec3e3a54c38f","remote_addr":"[::1]:42860","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:47:00.730348872Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"af9cbd5e-db80-4540-812c-ec3e3a54c38f","remote_addr":"[::1]:42860","local_addr":"[::1]:56544","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1243,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.730834539Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:56544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:56544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af9cbd5e-db80-4540-812c-ec3e3a54c38f\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.78996359Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:46271"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.790034521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:46271/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.790642463Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.796731244Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.796797296Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.796831855Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.797470808Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:47:00.798413175Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54251"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.802279449Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"d3b40b89-7c65-41e7-ab29-8cd34717a6a7","remote_addr":"[::1]:54251","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:47:00.802713463Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"d3b40b89-7c65-41e7-ab29-8cd34717a6a7","remote_addr":"[::1]:54251","local_addr":"[::1]:46271","component":"dropshot","sled_id":"7b5387e1-f6ca-4b52-8702-a32807f010b7","component":"omicron_sled_agent::sim::Server","latency_us":435,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.803300523Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:46271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:46271/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3b40b89-7c65-41e7-ab29-8cd34717a6a7\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.911917325Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:45921"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.912101372Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:45921/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.91288829Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.913027828Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.914075465Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:47:00.914290924Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52463"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:47:00.915026981Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.9163116Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.917485509Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"f1684caa-54dd-4324-8755-c5478eb9623f","remote_addr":"[::1]:52463","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.91775181Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c5c2afc1-0f67-45e6-a2ac-28d523039454","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.920819622Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c5c2afc1-0f67-45e6-a2ac-28d523039454","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.920871345Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c5c2afc1-0f67-45e6-a2ac-28d523039454","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.921598765Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c5c2afc1-0f67-45e6-a2ac-28d523039454","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:47:00.921665157Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"f1684caa-54dd-4324-8755-c5478eb9623f","remote_addr":"[::1]:52463","local_addr":"[::1]:45921","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4205,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.92313213Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:45921","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:45921/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1684caa-54dd-4324-8755-c5478eb9623f\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.992682685Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","sled_agent_url":"http://[::1]:63759"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:00.992826802Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:63759/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:47:00.995053007Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64735"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:47:00.996079092Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c5c2afc1-0f67-45e6-a2ac-28d523039454","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":78330,"response_code":"200"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:00.99737286Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"a359a6fa-edb7-4855-be69-d060d77f6dd7","remote_addr":"[::1]:64735","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.001539251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5c2afc1-0f67-45e6-a2ac-28d523039454\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.001841543Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","body":"None","uri":"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:47:01.002200649Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/inventory","method":"GET","req_id":"a359a6fa-edb7-4855-be69-d060d77f6dd7","remote_addr":"[::1]:64735","local_addr":"[::1]:63759","component":"dropshot","sled_id":"f4d0fccb-b90d-4752-b02a-d85c238a1886","component":"omicron_sled_agent::sim::Server","latency_us":4837,"response_code":"200"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.003020242Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5670d9a3-830b-48e0-a5a2-9c0269c1a051","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.003263226Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"SledAgent":"http://[::1]:63759","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:63759/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a359a6fa-edb7-4855-be69-d060d77f6dd7\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.005645081Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.006381298Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.006437981Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.012392635Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.012496903Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.01253521Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.012564618Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.013110796Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.013339051Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5670d9a3-830b-48e0-a5a2-9c0269c1a051","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.01340355Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5670d9a3-830b-48e0-a5a2-9c0269c1a051","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.0138455Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5670d9a3-830b-48e0-a5a2-9c0269c1a051","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.019764213Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.023517441Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.023917999Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.023970694Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.024394959Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:47:01.025088852Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5670d9a3-830b-48e0-a5a2-9c0269c1a051","remote_addr":"127.0.0.1:62357","local_addr":"127.0.0.1:34046","component":"dropshot_internal","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","latency_us":22045,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.028607392Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34046/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5670d9a3-830b-48e0-a5a2-9c0269c1a051\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:47:00 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.028673474Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.028706169Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2025-04-30T06:47:01.028732401Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.070874487Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.073148397Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.073210381Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.075515834Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.076290378Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.076332992Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.07636202Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:47:01.078435612Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:47:01.078778996Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.078838965Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":36,"elapsed":"726.310416ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.078875919Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","iteration":37,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.078903945Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.078932442Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.078960888Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.078989656Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.079904238Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.082170764Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.091465052Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.092197111Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.092259134Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.094572253Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.100076019Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","candidates":"[(8f78357e-22f3-43ed-8d87-709ad060bbad, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.10302782Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.103083351Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58352","req_id":"5640c9b3-1b84-4fbf-a575-3f841222df25","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   43 dd 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   C............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.10331903Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58352","req_id":"5640c9b3-1b84-4fbf-a575-3f841222df25","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17373,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.103622225Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.103918655Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.10408171Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.104133393Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:58352","req_id":"5640c9b3-1b84-4fbf-a575-3f841222df25","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.10450828Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55763, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37039, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4485, tv_nsec: 903388737 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.104576957Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.10461348Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.105041532Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61102","req_id":"4a5858e1-698a-4187-bb8a-44dd14c256ea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ff 5a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .Z..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.105106542Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61102","req_id":"4a5858e1-698a-4187-bb8a-44dd14c256ea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 65370,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.106343937Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.106392825Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:61102","req_id":"4a5858e1-698a-4187-bb8a-44dd14c256ea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.106434588Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64288","req_id":"6be4fb31-02d7-4062-9ee7-d3acb2fdf8e9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   9a a8 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.106468486Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64288","req_id":"6be4fb31-02d7-4062-9ee7-d3acb2fdf8e9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39592,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.106949744Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.10699785Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:64288","req_id":"6be4fb31-02d7-4062-9ee7-d3acb2fdf8e9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.23979988Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"DnsResolver","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.240495225Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.240560575Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.240597809Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.240626016Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.241359527Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.241710807Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.241765626Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.24255528Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.243635833Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.244549142Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57544","req_id":"951d4f7b-5cb7-415f-8852-588d89f0e88d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   08 af 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.2446132Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57544","req_id":"951d4f7b-5cb7-415f-8852-588d89f0e88d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2223,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.244822447Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 2223,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2025-04-30T06:47:01.244920222Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"peer_addr":"[::1]:57544","req_id":"951d4f7b-5cb7-415f-8852-588d89f0e88d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.245133978Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.245184799Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","mgs_url":"http://[::1]:55763"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.245321251Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.246391022Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.255035776Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.255146397Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.25517837Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.255771422Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.256428641Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.256481747Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.283154832Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.28324963Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.284018152Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.285417229Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90d3b629-66ab-4fc0-b8bb-501e2cf3cf4c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.285640143Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.286363946Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"id":"e2328d58-ae0a-44ab-ae5c-ae8263569f49","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2025-04-30T06:47:01.286426681Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.28804745Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ac36716-3f7c-454b-ae9c-935a0e55ce50\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.288370934Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.291829365Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"552e661f-8a74-4a36-b455-9d929bc83735\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.291983542Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.294259106Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2222c82f-e116-4ce3-a9dc-be2420d10ef8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.294417121Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.297339113Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee7db105-40af-4a8f-a7f1-e5a7c416b882\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.297412429Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.29935507Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ad91fd9-d684-43c7-9bb6-d771b2009cf2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.299426412Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.301314103Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4e2b207-1e97-4f3a-8af3-2bd5907790c0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.301389363Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.303928362Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2bad0b4-8b24-401b-aa15-c7a21663283f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.304056136Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.305301247Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faee6b57-968b-4552-b621-d0f2f8549aa9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.305600704Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.322661747Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b736cdd-54e2-412f-9311-129878f9ef75\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.323076914Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.324686431Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f842274a-cb5d-4f5b-9051-ce4d83a749fb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.324910297Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"Some(Body)","uri":"http://[::1]:55763/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.32622215Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e74a7e2d-0da8-4310-b83f-43499f88bade\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.32643762Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.333722995Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e756cd6-27ed-45aa-8893-a7f38317b093\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.334609301Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.335035981Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"result":"Ok(\"found\")"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2025-04-30T06:47:01.34762264Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.375777787Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9759dab-3156-45b2-ba09-46ced4c47f41\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.375876123Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.377734495Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c6638e8-dd8b-42ca-99df-fafbf996aca9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.377813904Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.379651976Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","result":"Ok(Response { url: \"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe325cf1-da65-48c6-b839-e30ca4b5e0e5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2025-04-30T06:47:01.379721274Z","hostname":"bmat-EVT22200007-000064cb","pid":27859,"gateway_url":"http://[::1]:55763","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"a4e17440-e3a4-42de-afeb-9b34a4fe8e6c","body":"None","uri":"http://[::1]:55763/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}